2024-11-08 10:12:42,023 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 10:12:42,041 main DEBUG Took 0.014825 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 10:12:42,041 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 10:12:42,042 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 10:12:42,044 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 10:12:42,045 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:42,056 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 10:12:42,076 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:42,078 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:42,079 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:42,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:42,080 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:42,081 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:42,082 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:42,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:42,083 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:42,084 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:42,085 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:42,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:42,087 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:42,087 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:42,088 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:42,088 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:42,093 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:42,093 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:42,094 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:42,094 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:42,095 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:42,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:42,096 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:42,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:42,098 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:42,098 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 10:12:42,100 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:42,104 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 10:12:42,107 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 10:12:42,107 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 10:12:42,109 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 10:12:42,110 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 10:12:42,120 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 10:12:42,123 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 10:12:42,126 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 10:12:42,126 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 10:12:42,127 main DEBUG createAppenders(={Console}) 2024-11-08 10:12:42,128 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-08 10:12:42,128 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 10:12:42,129 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-08 10:12:42,129 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 10:12:42,130 main DEBUG OutputStream closed 2024-11-08 10:12:42,130 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 10:12:42,130 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 10:12:42,131 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-08 10:12:42,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 10:12:42,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 10:12:42,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 10:12:42,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 10:12:42,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 10:12:42,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 10:12:42,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 10:12:42,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 10:12:42,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 10:12:42,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 10:12:42,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 10:12:42,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 10:12:42,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 10:12:42,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 10:12:42,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 10:12:42,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 10:12:42,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 10:12:42,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 10:12:42,259 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 10:12:42,260 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-08 10:12:42,261 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 10:12:42,262 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-08T10:12:42,291 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-08 10:12:42,294 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 10:12:42,295 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T10:12:42,306 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-08T10:12:42,344 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=7047 2024-11-08T10:12:42,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64 2024-11-08T10:12:42,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T10:12:42,787 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/cluster_6a5e116e-7b54-c14c-e5b1-92d931ea359a, deleteOnExit=true 2024-11-08T10:12:42,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T10:12:42,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/test.cache.data in system properties and HBase conf 2024-11-08T10:12:42,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T10:12:42,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/hadoop.log.dir in system properties and HBase conf 2024-11-08T10:12:42,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T10:12:42,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T10:12:42,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T10:12:42,915 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T10:12:43,037 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T10:12:43,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T10:12:43,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T10:12:43,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T10:12:43,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T10:12:43,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T10:12:43,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T10:12:43,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T10:12:43,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T10:12:43,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T10:12:43,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/nfs.dump.dir in system properties and HBase conf 2024-11-08T10:12:43,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/java.io.tmpdir in system properties and HBase conf 2024-11-08T10:12:43,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T10:12:43,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T10:12:43,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T10:12:44,389 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T10:12:44,490 INFO [Time-limited test {}] log.Log(170): Logging initialized @3639ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T10:12:44,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:12:44,674 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:12:44,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:12:44,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:12:44,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T10:12:44,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:12:44,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:12:44,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:12:44,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/java.io.tmpdir/jetty-localhost-46881-hadoop-hdfs-3_4_1-tests_jar-_-any-6994791529144444895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T10:12:44,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:46881} 2024-11-08T10:12:44,976 INFO [Time-limited test {}] server.Server(415): Started @4126ms 2024-11-08T10:12:45,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:12:45,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:12:45,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:12:45,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:12:45,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T10:12:45,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:12:45,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:12:45,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/java.io.tmpdir/jetty-localhost-40093-hadoop-hdfs-3_4_1-tests_jar-_-any-14045148522879472624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:12:45,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:40093} 2024-11-08T10:12:45,640 INFO [Time-limited test {}] server.Server(415): Started @4791ms 2024-11-08T10:12:45,695 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T10:12:45,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:12:45,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:12:45,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:12:45,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:12:45,850 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T10:12:45,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:12:45,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:12:45,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/java.io.tmpdir/jetty-localhost-33933-hadoop-hdfs-3_4_1-tests_jar-_-any-13064546988957344967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:12:45,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:33933} 2024-11-08T10:12:45,959 INFO [Time-limited test {}] server.Server(415): Started @5109ms 2024-11-08T10:12:45,961 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T10:12:45,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:12:46,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:12:46,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:12:46,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:12:46,005 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T10:12:46,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:12:46,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:12:46,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/java.io.tmpdir/jetty-localhost-39635-hadoop-hdfs-3_4_1-tests_jar-_-any-11985509868066622299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:12:46,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:39635} 2024-11-08T10:12:46,108 INFO [Time-limited test {}] server.Server(415): Started @5258ms 2024-11-08T10:12:46,110 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T10:12:47,567 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/cluster_6a5e116e-7b54-c14c-e5b1-92d931ea359a/data/data4/current/BP-1656220729-172.17.0.3-1731060763790/current, will proceed with Du for space computation calculation, 2024-11-08T10:12:47,567 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/cluster_6a5e116e-7b54-c14c-e5b1-92d931ea359a/data/data3/current/BP-1656220729-172.17.0.3-1731060763790/current, will proceed with Du for space computation calculation, 2024-11-08T10:12:47,590 WARN [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/cluster_6a5e116e-7b54-c14c-e5b1-92d931ea359a/data/data2/current/BP-1656220729-172.17.0.3-1731060763790/current, will proceed with Du for space computation calculation, 2024-11-08T10:12:47,590 WARN [Thread-130 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/cluster_6a5e116e-7b54-c14c-e5b1-92d931ea359a/data/data1/current/BP-1656220729-172.17.0.3-1731060763790/current, will proceed with Du for space computation calculation, 2024-11-08T10:12:47,590 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/cluster_6a5e116e-7b54-c14c-e5b1-92d931ea359a/data/data5/current/BP-1656220729-172.17.0.3-1731060763790/current, will proceed with Du for space computation calculation, 2024-11-08T10:12:47,591 WARN [Thread-133 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/cluster_6a5e116e-7b54-c14c-e5b1-92d931ea359a/data/data6/current/BP-1656220729-172.17.0.3-1731060763790/current, will proceed with Du for space computation calculation, 2024-11-08T10:12:47,595 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T10:12:47,619 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T10:12:47,620 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T10:12:47,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ec431fa26946eae with lease ID 0x8df258e4efeb99a3: Processing first storage report for DS-7c5dc1d2-c275-43ed-81fd-c6f94470b0ef from datanode DatanodeRegistration(127.0.0.1:36171, datanodeUuid=4844311a-24fa-4fc8-960e-370a9e681591, infoPort=41153, infoSecurePort=0, ipcPort=39049, storageInfo=lv=-57;cid=testClusterID;nsid=683554285;c=1731060763790) 2024-11-08T10:12:47,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ec431fa26946eae with lease ID 0x8df258e4efeb99a3: from storage DS-7c5dc1d2-c275-43ed-81fd-c6f94470b0ef node DatanodeRegistration(127.0.0.1:36171, datanodeUuid=4844311a-24fa-4fc8-960e-370a9e681591, infoPort=41153, infoSecurePort=0, ipcPort=39049, storageInfo=lv=-57;cid=testClusterID;nsid=683554285;c=1731060763790), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T10:12:47,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f956a6739c7735b with lease ID 0x8df258e4efeb99a5: Processing first storage report for DS-84f80cc5-e648-41b5-b2eb-0928d79351e7 from datanode DatanodeRegistration(127.0.0.1:43935, datanodeUuid=f20fa8cc-b958-4310-a769-77830da39af7, infoPort=46691, infoSecurePort=0, ipcPort=43029, storageInfo=lv=-57;cid=testClusterID;nsid=683554285;c=1731060763790) 2024-11-08T10:12:47,653 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f956a6739c7735b with lease ID 0x8df258e4efeb99a5: from storage DS-84f80cc5-e648-41b5-b2eb-0928d79351e7 node DatanodeRegistration(127.0.0.1:43935, datanodeUuid=f20fa8cc-b958-4310-a769-77830da39af7, infoPort=46691, infoSecurePort=0, ipcPort=43029, storageInfo=lv=-57;cid=testClusterID;nsid=683554285;c=1731060763790), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:12:47,653 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77aceef6fa76cd21 with lease ID 0x8df258e4efeb99a4: Processing first storage report for DS-9df2e188-d891-4b61-8fff-01b7d0ea1506 from datanode DatanodeRegistration(127.0.0.1:37381, datanodeUuid=b0e2fcf3-d07a-4695-96be-7d496bb74d7c, infoPort=37425, infoSecurePort=0, ipcPort=35531, storageInfo=lv=-57;cid=testClusterID;nsid=683554285;c=1731060763790) 2024-11-08T10:12:47,653 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77aceef6fa76cd21 with lease ID 0x8df258e4efeb99a4: from storage DS-9df2e188-d891-4b61-8fff-01b7d0ea1506 node DatanodeRegistration(127.0.0.1:37381, datanodeUuid=b0e2fcf3-d07a-4695-96be-7d496bb74d7c, infoPort=37425, infoSecurePort=0, ipcPort=35531, storageInfo=lv=-57;cid=testClusterID;nsid=683554285;c=1731060763790), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T10:12:47,653 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ec431fa26946eae with lease ID 0x8df258e4efeb99a3: Processing first storage report for DS-7c34d91c-9211-4f33-8a82-f88d0547796e from datanode DatanodeRegistration(127.0.0.1:36171, datanodeUuid=4844311a-24fa-4fc8-960e-370a9e681591, infoPort=41153, infoSecurePort=0, ipcPort=39049, storageInfo=lv=-57;cid=testClusterID;nsid=683554285;c=1731060763790) 2024-11-08T10:12:47,654 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ec431fa26946eae with lease ID 0x8df258e4efeb99a3: from storage DS-7c34d91c-9211-4f33-8a82-f88d0547796e node DatanodeRegistration(127.0.0.1:36171, datanodeUuid=4844311a-24fa-4fc8-960e-370a9e681591, infoPort=41153, infoSecurePort=0, ipcPort=39049, storageInfo=lv=-57;cid=testClusterID;nsid=683554285;c=1731060763790), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:12:47,654 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f956a6739c7735b with lease ID 0x8df258e4efeb99a5: Processing first storage report for DS-2d5c8d35-1aad-449d-9b08-6d43dc3c5167 from datanode DatanodeRegistration(127.0.0.1:43935, datanodeUuid=f20fa8cc-b958-4310-a769-77830da39af7, infoPort=46691, infoSecurePort=0, ipcPort=43029, storageInfo=lv=-57;cid=testClusterID;nsid=683554285;c=1731060763790) 2024-11-08T10:12:47,654 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f956a6739c7735b with lease ID 0x8df258e4efeb99a5: from storage DS-2d5c8d35-1aad-449d-9b08-6d43dc3c5167 node DatanodeRegistration(127.0.0.1:43935, datanodeUuid=f20fa8cc-b958-4310-a769-77830da39af7, infoPort=46691, infoSecurePort=0, ipcPort=43029, storageInfo=lv=-57;cid=testClusterID;nsid=683554285;c=1731060763790), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T10:12:47,654 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77aceef6fa76cd21 with lease ID 0x8df258e4efeb99a4: Processing first storage report for DS-d853b0c3-1466-4470-81f7-9404463121ef from datanode DatanodeRegistration(127.0.0.1:37381, datanodeUuid=b0e2fcf3-d07a-4695-96be-7d496bb74d7c, infoPort=37425, infoSecurePort=0, ipcPort=35531, storageInfo=lv=-57;cid=testClusterID;nsid=683554285;c=1731060763790) 2024-11-08T10:12:47,655 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77aceef6fa76cd21 with lease ID 0x8df258e4efeb99a4: from storage DS-d853b0c3-1466-4470-81f7-9404463121ef node DatanodeRegistration(127.0.0.1:37381, datanodeUuid=b0e2fcf3-d07a-4695-96be-7d496bb74d7c, infoPort=37425, infoSecurePort=0, ipcPort=35531, storageInfo=lv=-57;cid=testClusterID;nsid=683554285;c=1731060763790), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:12:47,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64 2024-11-08T10:12:47,799 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/cluster_6a5e116e-7b54-c14c-e5b1-92d931ea359a/zookeeper_0, clientPort=62098, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/cluster_6a5e116e-7b54-c14c-e5b1-92d931ea359a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/cluster_6a5e116e-7b54-c14c-e5b1-92d931ea359a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T10:12:47,808 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62098 2024-11-08T10:12:47,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:12:47,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:12:48,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741825_1001 (size=7) 2024-11-08T10:12:48,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741825_1001 (size=7) 2024-11-08T10:12:48,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741825_1001 (size=7) 2024-11-08T10:12:48,439 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b with version=8 2024-11-08T10:12:48,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/hbase-staging 2024-11-08T10:12:48,526 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T10:12:48,782 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dc7897b1f01f:0 server-side Connection retries=45 2024-11-08T10:12:48,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:12:48,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:12:48,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:12:48,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:12:48,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:12:48,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T10:12:49,009 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T10:12:49,018 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T10:12:49,021 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:49,044 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1019 (auto-detected) 2024-11-08T10:12:49,044 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T10:12:49,062 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35187 2024-11-08T10:12:49,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35187 connecting to ZooKeeper ensemble=127.0.0.1:62098 2024-11-08T10:12:49,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351870x0, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:12:49,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35187-0x10119ef17d30000 connected 2024-11-08T10:12:49,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:12:49,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:12:49,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:12:49,705 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b, hbase.cluster.distributed=false 2024-11-08T10:12:49,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:12:49,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-08T10:12:49,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35187 2024-11-08T10:12:49,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35187 2024-11-08T10:12:49,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-08T10:12:49,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-08T10:12:49,852 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dc7897b1f01f:0 server-side Connection retries=45 2024-11-08T10:12:49,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:12:49,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:12:49,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:12:49,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:12:49,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:12:49,857 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T10:12:49,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:49,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37315 2024-11-08T10:12:49,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37315 connecting to ZooKeeper ensemble=127.0.0.1:62098 2024-11-08T10:12:49,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:12:49,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:12:49,947 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373150x0, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:12:49,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37315-0x10119ef17d30001 connected 2024-11-08T10:12:49,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:12:49,952 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T10:12:49,960 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T10:12:49,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T10:12:49,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:12:49,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37315 2024-11-08T10:12:49,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37315 2024-11-08T10:12:49,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37315 2024-11-08T10:12:49,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37315 2024-11-08T10:12:49,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37315 2024-11-08T10:12:49,988 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dc7897b1f01f:0 server-side Connection retries=45 2024-11-08T10:12:49,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:12:49,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:12:49,989 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:12:49,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:12:49,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:12:49,989 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T10:12:49,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:49,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44569 2024-11-08T10:12:49,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44569 connecting to ZooKeeper ensemble=127.0.0.1:62098 2024-11-08T10:12:49,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:12:49,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:12:50,035 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445690x0, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:12:50,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44569-0x10119ef17d30002 connected 2024-11-08T10:12:50,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:12:50,036 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T10:12:50,037 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T10:12:50,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T10:12:50,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:12:50,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44569 2024-11-08T10:12:50,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44569 2024-11-08T10:12:50,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44569 2024-11-08T10:12:50,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44569 2024-11-08T10:12:50,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44569 2024-11-08T10:12:50,062 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dc7897b1f01f:0 server-side Connection retries=45 2024-11-08T10:12:50,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:12:50,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:12:50,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:12:50,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:12:50,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:12:50,063 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T10:12:50,063 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:50,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42239 2024-11-08T10:12:50,066 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42239 connecting to ZooKeeper ensemble=127.0.0.1:62098 2024-11-08T10:12:50,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:12:50,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:12:50,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422390x0, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:12:50,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422390x0, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:12:50,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42239-0x10119ef17d30003 connected 2024-11-08T10:12:50,078 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T10:12:50,079 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T10:12:50,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T10:12:50,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:12:50,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42239 2024-11-08T10:12:50,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42239 2024-11-08T10:12:50,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42239 2024-11-08T10:12:50,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42239 2024-11-08T10:12:50,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42239 2024-11-08T10:12:50,105 DEBUG [M:0;dc7897b1f01f:35187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dc7897b1f01f:35187 2024-11-08T10:12:50,106 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/dc7897b1f01f,35187,1731060768617 2024-11-08T10:12:50,119 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:12:50,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:12:50,119 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:12:50,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:12:50,122 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/dc7897b1f01f,35187,1731060768617 2024-11-08T10:12:50,161 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T10:12:50,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T10:12:50,161 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T10:12:50,161 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:50,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:50,162 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:50,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:50,162 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T10:12:50,164 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/dc7897b1f01f,35187,1731060768617 from backup master directory 2024-11-08T10:12:50,183 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:12:50,183 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:12:50,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/dc7897b1f01f,35187,1731060768617 2024-11-08T10:12:50,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:12:50,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:12:50,183 WARN [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:12:50,184 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dc7897b1f01f,35187,1731060768617 2024-11-08T10:12:50,187 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T10:12:50,188 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T10:12:50,243 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/hbase.id] with ID: 36922bdc-2a01-495a-8380-86333944abf1 2024-11-08T10:12:50,243 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/.tmp/hbase.id 2024-11-08T10:12:50,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741826_1002 (size=42) 2024-11-08T10:12:50,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741826_1002 (size=42) 2024-11-08T10:12:50,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741826_1002 (size=42) 2024-11-08T10:12:50,257 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/.tmp/hbase.id]:[hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/hbase.id] 2024-11-08T10:12:50,301 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:12:50,305 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T10:12:50,323 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-08T10:12:50,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:50,329 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:50,329 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:50,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:50,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741827_1003 (size=196) 2024-11-08T10:12:50,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741827_1003 (size=196) 2024-11-08T10:12:50,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741827_1003 (size=196) 2024-11-08T10:12:50,370 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:12:50,371 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T10:12:50,384 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:12:50,387 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:12:50,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741828_1004 (size=1189) 2024-11-08T10:12:50,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741828_1004 (size=1189) 2024-11-08T10:12:50,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741828_1004 (size=1189) 2024-11-08T10:12:50,438 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store 2024-11-08T10:12:50,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741829_1005 (size=34) 2024-11-08T10:12:50,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741829_1005 (size=34) 2024-11-08T10:12:50,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741829_1005 (size=34) 2024-11-08T10:12:50,464 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T10:12:50,467 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:12:50,469 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T10:12:50,469 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:12:50,469 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:12:50,471 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T10:12:50,471 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:12:50,471 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:12:50,472 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731060770469Disabling compacts and flushes for region at 1731060770469Disabling writes for close at 1731060770471 (+2 ms)Writing region close event to WAL at 1731060770471Closed at 1731060770471 2024-11-08T10:12:50,474 WARN [master/dc7897b1f01f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/.initializing 2024-11-08T10:12:50,474 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/WALs/dc7897b1f01f,35187,1731060768617 2024-11-08T10:12:50,483 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T10:12:50,500 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dc7897b1f01f%2C35187%2C1731060768617, suffix=, logDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/WALs/dc7897b1f01f,35187,1731060768617, archiveDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/oldWALs, maxLogs=10 2024-11-08T10:12:50,528 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/WALs/dc7897b1f01f,35187,1731060768617/dc7897b1f01f%2C35187%2C1731060768617.1731060770506, exclude list is [], retry=0 2024-11-08T10:12:50,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-9df2e188-d891-4b61-8fff-01b7d0ea1506,DISK] 2024-11-08T10:12:50,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43935,DS-84f80cc5-e648-41b5-b2eb-0928d79351e7,DISK] 2024-11-08T10:12:50,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36171,DS-7c5dc1d2-c275-43ed-81fd-c6f94470b0ef,DISK] 2024-11-08T10:12:50,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T10:12:50,740 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/WALs/dc7897b1f01f,35187,1731060768617/dc7897b1f01f%2C35187%2C1731060768617.1731060770506 2024-11-08T10:12:50,741 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37425:37425),(127.0.0.1/127.0.0.1:41153:41153),(127.0.0.1/127.0.0.1:46691:46691)] 2024-11-08T10:12:50,741 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:12:50,742 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:12:50,744 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:12:50,745 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:12:50,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:12:50,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T10:12:50,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:12:50,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:12:50,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:12:50,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T10:12:50,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:12:50,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:12:50,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:12:50,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T10:12:50,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:12:50,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:12:50,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:12:50,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T10:12:50,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:12:50,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:12:50,825 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:12:50,829 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:12:50,831 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:12:50,837 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:12:50,838 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:12:50,841 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T10:12:50,844 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:12:50,849 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:12:50,850 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74420366, jitterRate=0.10894986987113953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T10:12:50,857 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731060770756Initializing all the Stores at 1731060770758 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060770759 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060770760 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060770760Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060770760Cleaning up temporary data from old regions at 1731060770838 (+78 ms)Region opened successfully at 1731060770857 (+19 ms) 2024-11-08T10:12:50,859 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T10:12:50,904 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcf54a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dc7897b1f01f/172.17.0.3:0 2024-11-08T10:12:50,936 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T10:12:50,947 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T10:12:50,947 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T10:12:50,950 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T10:12:50,951 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T10:12:50,957 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-08T10:12:50,957 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T10:12:50,983 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T10:12:50,992 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T10:12:51,098 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T10:12:51,100 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T10:12:51,102 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T10:12:51,108 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T10:12:51,111 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T10:12:51,115 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T10:12:51,119 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T10:12:51,120 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T10:12:51,129 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T10:12:51,146 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T10:12:51,150 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T10:12:51,161 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:12:51,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:12:51,161 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:12:51,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:12:51,161 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:51,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:51,161 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:51,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:51,164 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dc7897b1f01f,35187,1731060768617, sessionid=0x10119ef17d30000, setting cluster-up flag (Was=false) 2024-11-08T10:12:51,192 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:51,192 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:51,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:51,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:51,224 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T10:12:51,227 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dc7897b1f01f,35187,1731060768617 2024-11-08T10:12:51,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:51,245 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:51,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:51,245 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:51,277 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T10:12:51,280 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dc7897b1f01f,35187,1731060768617 2024-11-08T10:12:51,289 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T10:12:51,294 INFO [RS:0;dc7897b1f01f:37315 {}] regionserver.HRegionServer(746): ClusterId : 36922bdc-2a01-495a-8380-86333944abf1 2024-11-08T10:12:51,294 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(746): ClusterId : 36922bdc-2a01-495a-8380-86333944abf1 2024-11-08T10:12:51,294 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(746): ClusterId : 36922bdc-2a01-495a-8380-86333944abf1 2024-11-08T10:12:51,297 DEBUG [RS:0;dc7897b1f01f:37315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T10:12:51,297 DEBUG [RS:2;dc7897b1f01f:42239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T10:12:51,297 DEBUG [RS:1;dc7897b1f01f:44569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T10:12:51,320 DEBUG [RS:2;dc7897b1f01f:42239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T10:12:51,320 DEBUG [RS:0;dc7897b1f01f:37315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T10:12:51,320 DEBUG [RS:1;dc7897b1f01f:44569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T10:12:51,320 DEBUG [RS:2;dc7897b1f01f:42239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T10:12:51,321 DEBUG [RS:0;dc7897b1f01f:37315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T10:12:51,321 DEBUG [RS:1;dc7897b1f01f:44569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T10:12:51,341 DEBUG [RS:0;dc7897b1f01f:37315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T10:12:51,341 DEBUG [RS:2;dc7897b1f01f:42239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T10:12:51,341 DEBUG [RS:1;dc7897b1f01f:44569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T10:12:51,341 DEBUG [RS:0;dc7897b1f01f:37315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a435e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dc7897b1f01f/172.17.0.3:0 2024-11-08T10:12:51,341 DEBUG [RS:1;dc7897b1f01f:44569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37587674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dc7897b1f01f/172.17.0.3:0 2024-11-08T10:12:51,341 DEBUG [RS:2;dc7897b1f01f:42239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3056bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dc7897b1f01f/172.17.0.3:0 2024-11-08T10:12:51,355 DEBUG [RS:2;dc7897b1f01f:42239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;dc7897b1f01f:42239 2024-11-08T10:12:51,358 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T10:12:51,358 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T10:12:51,358 DEBUG [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T10:12:51,359 DEBUG [RS:1;dc7897b1f01f:44569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;dc7897b1f01f:44569 2024-11-08T10:12:51,359 DEBUG [RS:0;dc7897b1f01f:37315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dc7897b1f01f:37315 2024-11-08T10:12:51,359 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T10:12:51,359 INFO [RS:0;dc7897b1f01f:37315 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T10:12:51,359 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T10:12:51,359 INFO [RS:0;dc7897b1f01f:37315 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T10:12:51,359 DEBUG [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T10:12:51,359 DEBUG [RS:0;dc7897b1f01f:37315 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T10:12:51,361 INFO [RS:0;dc7897b1f01f:37315 {}] regionserver.HRegionServer(2659): reportForDuty to master=dc7897b1f01f,35187,1731060768617 with port=37315, startcode=1731060769819 2024-11-08T10:12:51,361 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(2659): reportForDuty to master=dc7897b1f01f,35187,1731060768617 with port=42239, startcode=1731060770062 2024-11-08T10:12:51,361 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(2659): reportForDuty to master=dc7897b1f01f,35187,1731060768617 with port=44569, startcode=1731060769988 2024-11-08T10:12:51,373 DEBUG [RS:2;dc7897b1f01f:42239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T10:12:51,373 DEBUG [RS:0;dc7897b1f01f:37315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T10:12:51,373 DEBUG [RS:1;dc7897b1f01f:44569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T10:12:51,376 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T10:12:51,389 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T10:12:51,398 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T10:12:51,406 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T10:12:51,406 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T10:12:51,406 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T10:12:51,406 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dc7897b1f01f,35187,1731060768617 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T10:12:51,412 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T10:12:51,415 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dc7897b1f01f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:12:51,415 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dc7897b1f01f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:12:51,416 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dc7897b1f01f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:12:51,416 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dc7897b1f01f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:12:51,416 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dc7897b1f01f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T10:12:51,416 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,416 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dc7897b1f01f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:12:51,417 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,417 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T10:12:51,418 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T10:12:51,420 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731060801419 2024-11-08T10:12:51,422 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T10:12:51,423 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T10:12:51,423 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T10:12:51,423 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T10:12:51,427 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T10:12:51,428 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T10:12:51,428 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T10:12:51,428 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T10:12:51,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:12:51,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T10:12:51,432 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,436 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T10:12:51,437 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T10:12:51,438 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T10:12:51,442 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T10:12:51,443 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T10:12:51,444 DEBUG [RS:0;dc7897b1f01f:37315 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T10:12:51,444 DEBUG [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T10:12:51,444 DEBUG [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T10:12:51,444 WARN [RS:0;dc7897b1f01f:37315 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T10:12:51,444 WARN [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T10:12:51,444 WARN [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T10:12:51,445 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dc7897b1f01f:0:becomeActiveMaster-HFileCleaner.large.0-1731060771444,5,FailOnTimeoutGroup] 2024-11-08T10:12:51,447 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dc7897b1f01f:0:becomeActiveMaster-HFileCleaner.small.0-1731060771445,5,FailOnTimeoutGroup] 2024-11-08T10:12:51,447 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,448 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T10:12:51,449 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,449 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741831_1007 (size=1321) 2024-11-08T10:12:51,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741831_1007 (size=1321) 2024-11-08T10:12:51,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741831_1007 (size=1321) 2024-11-08T10:12:51,485 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T10:12:51,486 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b 2024-11-08T10:12:51,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741832_1008 (size=32) 2024-11-08T10:12:51,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741832_1008 (size=32) 2024-11-08T10:12:51,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741832_1008 (size=32) 2024-11-08T10:12:51,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:12:51,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T10:12:51,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T10:12:51,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:12:51,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:12:51,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T10:12:51,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T10:12:51,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:12:51,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:12:51,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T10:12:51,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T10:12:51,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:12:51,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:12:51,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T10:12:51,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T10:12:51,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:12:51,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:12:51,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T10:12:51,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740 2024-11-08T10:12:51,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740 2024-11-08T10:12:51,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T10:12:51,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T10:12:51,527 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T10:12:51,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T10:12:51,534 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:12:51,536 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58749409, jitterRate=-0.12456558644771576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T10:12:51,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731060771501Initializing all the Stores at 1731060771502 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060771502Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060771503 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060771503Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060771503Cleaning up temporary data from old regions at 1731060771525 (+22 ms)Region opened successfully at 1731060771540 (+15 ms) 2024-11-08T10:12:51,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T10:12:51,540 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T10:12:51,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T10:12:51,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T10:12:51,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T10:12:51,542 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T10:12:51,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731060771540Disabling compacts and flushes for region at 1731060771540Disabling writes for close at 1731060771540Writing region close event to WAL at 1731060771541 (+1 ms)Closed at 1731060771542 (+1 ms) 2024-11-08T10:12:51,545 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(2659): reportForDuty to master=dc7897b1f01f,35187,1731060768617 with port=42239, startcode=1731060770062 2024-11-08T10:12:51,545 INFO [RS:0;dc7897b1f01f:37315 {}] regionserver.HRegionServer(2659): reportForDuty to master=dc7897b1f01f,35187,1731060768617 with port=37315, startcode=1731060769819 2024-11-08T10:12:51,545 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(2659): reportForDuty to master=dc7897b1f01f,35187,1731060768617 with port=44569, startcode=1731060769988 2024-11-08T10:12:51,547 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T10:12:51,547 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T10:12:51,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dc7897b1f01f,42239,1731060770062 2024-11-08T10:12:51,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(517): Registering regionserver=dc7897b1f01f,42239,1731060770062 2024-11-08T10:12:51,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T10:12:51,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dc7897b1f01f,37315,1731060769819 2024-11-08T10:12:51,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(517): Registering regionserver=dc7897b1f01f,37315,1731060769819 2024-11-08T10:12:51,557 DEBUG [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b 2024-11-08T10:12:51,557 DEBUG [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37759 2024-11-08T10:12:51,557 DEBUG [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T10:12:51,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dc7897b1f01f,44569,1731060769988 2024-11-08T10:12:51,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(517): Registering regionserver=dc7897b1f01f,44569,1731060769988 2024-11-08T10:12:51,560 DEBUG [RS:0;dc7897b1f01f:37315 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b 2024-11-08T10:12:51,560 DEBUG [RS:0;dc7897b1f01f:37315 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37759 2024-11-08T10:12:51,560 DEBUG [RS:0;dc7897b1f01f:37315 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T10:12:51,563 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T10:12:51,563 DEBUG [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b 2024-11-08T10:12:51,563 DEBUG [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37759 2024-11-08T10:12:51,563 DEBUG [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T10:12:51,566 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T10:12:51,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T10:12:51,624 DEBUG [RS:2;dc7897b1f01f:42239 {}] zookeeper.ZKUtil(111): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dc7897b1f01f,42239,1731060770062 2024-11-08T10:12:51,624 DEBUG [RS:0;dc7897b1f01f:37315 {}] zookeeper.ZKUtil(111): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dc7897b1f01f,37315,1731060769819 2024-11-08T10:12:51,625 WARN [RS:0;dc7897b1f01f:37315 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:12:51,625 WARN [RS:2;dc7897b1f01f:42239 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:12:51,625 INFO [RS:0;dc7897b1f01f:37315 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:12:51,625 INFO [RS:2;dc7897b1f01f:42239 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:12:51,625 DEBUG [RS:1;dc7897b1f01f:44569 {}] zookeeper.ZKUtil(111): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dc7897b1f01f,44569,1731060769988 2024-11-08T10:12:51,625 DEBUG [RS:0;dc7897b1f01f:37315 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819 2024-11-08T10:12:51,625 DEBUG [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,42239,1731060770062 2024-11-08T10:12:51,625 WARN [RS:1;dc7897b1f01f:44569 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:12:51,626 INFO [RS:1;dc7897b1f01f:44569 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:12:51,626 DEBUG [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,44569,1731060769988 2024-11-08T10:12:51,629 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dc7897b1f01f,42239,1731060770062] 2024-11-08T10:12:51,629 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dc7897b1f01f,37315,1731060769819] 2024-11-08T10:12:51,629 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dc7897b1f01f,44569,1731060769988] 2024-11-08T10:12:51,655 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T10:12:51,655 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T10:12:51,655 INFO [RS:0;dc7897b1f01f:37315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T10:12:51,671 INFO [RS:0;dc7897b1f01f:37315 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T10:12:51,671 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T10:12:51,671 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T10:12:51,678 INFO [RS:1;dc7897b1f01f:44569 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T10:12:51,678 INFO [RS:0;dc7897b1f01f:37315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T10:12:51,678 INFO [RS:2;dc7897b1f01f:42239 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T10:12:51,678 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,678 INFO [RS:0;dc7897b1f01f:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,678 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,679 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T10:12:51,679 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T10:12:51,679 INFO [RS:0;dc7897b1f01f:37315 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T10:12:51,685 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T10:12:51,685 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T10:12:51,685 INFO [RS:0;dc7897b1f01f:37315 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T10:12:51,687 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,687 INFO [RS:0;dc7897b1f01f:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,687 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,687 DEBUG [RS:2;dc7897b1f01f:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,687 DEBUG [RS:0;dc7897b1f01f:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,687 DEBUG [RS:1;dc7897b1f01f:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,688 DEBUG [RS:2;dc7897b1f01f:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,688 DEBUG [RS:0;dc7897b1f01f:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,688 DEBUG [RS:1;dc7897b1f01f:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,688 DEBUG [RS:2;dc7897b1f01f:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,688 DEBUG [RS:0;dc7897b1f01f:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,688 DEBUG [RS:1;dc7897b1f01f:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,688 DEBUG [RS:2;dc7897b1f01f:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,688 DEBUG [RS:0;dc7897b1f01f:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,688 DEBUG [RS:1;dc7897b1f01f:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,688 DEBUG [RS:2;dc7897b1f01f:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,688 DEBUG [RS:1;dc7897b1f01f:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,688 DEBUG [RS:0;dc7897b1f01f:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,688 DEBUG [RS:2;dc7897b1f01f:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:12:51,688 DEBUG [RS:1;dc7897b1f01f:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:12:51,688 DEBUG [RS:0;dc7897b1f01f:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:12:51,688 DEBUG [RS:2;dc7897b1f01f:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,688 DEBUG [RS:1;dc7897b1f01f:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,688 DEBUG [RS:0;dc7897b1f01f:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,688 DEBUG [RS:2;dc7897b1f01f:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,689 DEBUG [RS:1;dc7897b1f01f:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,689 DEBUG [RS:0;dc7897b1f01f:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,689 DEBUG [RS:2;dc7897b1f01f:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,689 DEBUG [RS:1;dc7897b1f01f:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,689 DEBUG [RS:0;dc7897b1f01f:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,689 DEBUG [RS:1;dc7897b1f01f:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,689 DEBUG [RS:2;dc7897b1f01f:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,689 DEBUG [RS:0;dc7897b1f01f:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,689 DEBUG [RS:1;dc7897b1f01f:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,689 DEBUG [RS:2;dc7897b1f01f:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,689 DEBUG [RS:0;dc7897b1f01f:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,689 DEBUG [RS:1;dc7897b1f01f:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,689 DEBUG [RS:2;dc7897b1f01f:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,689 DEBUG [RS:0;dc7897b1f01f:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:12:51,689 DEBUG [RS:1;dc7897b1f01f:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:12:51,689 DEBUG [RS:2;dc7897b1f01f:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:12:51,689 DEBUG [RS:0;dc7897b1f01f:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:12:51,689 DEBUG [RS:1;dc7897b1f01f:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dc7897b1f01f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:12:51,689 DEBUG [RS:2;dc7897b1f01f:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dc7897b1f01f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:12:51,689 DEBUG [RS:0;dc7897b1f01f:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dc7897b1f01f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:12:51,696 INFO [RS:0;dc7897b1f01f:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,696 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,696 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,696 INFO [RS:0;dc7897b1f01f:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,696 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,696 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,696 INFO [RS:0;dc7897b1f01f:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,696 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,696 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,696 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,696 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,696 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,696 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,697 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,42239,1731060770062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:12:51,697 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,44569,1731060769988-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:12:51,697 INFO [RS:0;dc7897b1f01f:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,697 INFO [RS:0;dc7897b1f01f:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,697 INFO [RS:0;dc7897b1f01f:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,37315,1731060769819-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:12:51,716 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T10:12:51,716 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T10:12:51,717 WARN [dc7897b1f01f:35187 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T10:12:51,718 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,42239,1731060770062-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,719 INFO [RS:0;dc7897b1f01f:37315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T10:12:51,719 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,44569,1731060769988-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,719 INFO [RS:0;dc7897b1f01f:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,37315,1731060769819-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,719 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,719 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.Replication(171): dc7897b1f01f,44569,1731060769988 started 2024-11-08T10:12:51,719 INFO [RS:0;dc7897b1f01f:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,719 INFO [RS:0;dc7897b1f01f:37315 {}] regionserver.Replication(171): dc7897b1f01f,37315,1731060769819 started 2024-11-08T10:12:51,720 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,720 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.Replication(171): dc7897b1f01f,42239,1731060770062 started 2024-11-08T10:12:51,739 INFO [RS:0;dc7897b1f01f:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,739 INFO [RS:0;dc7897b1f01f:37315 {}] regionserver.HRegionServer(1482): Serving as dc7897b1f01f,37315,1731060769819, RpcServer on dc7897b1f01f/172.17.0.3:37315, sessionid=0x10119ef17d30001 2024-11-08T10:12:51,740 DEBUG [RS:0;dc7897b1f01f:37315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T10:12:51,740 DEBUG [RS:0;dc7897b1f01f:37315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dc7897b1f01f,37315,1731060769819 2024-11-08T10:12:51,740 DEBUG [RS:0;dc7897b1f01f:37315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dc7897b1f01f,37315,1731060769819' 2024-11-08T10:12:51,740 DEBUG [RS:0;dc7897b1f01f:37315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T10:12:51,740 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,740 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(1482): Serving as dc7897b1f01f,42239,1731060770062, RpcServer on dc7897b1f01f/172.17.0.3:42239, sessionid=0x10119ef17d30003 2024-11-08T10:12:51,741 DEBUG [RS:2;dc7897b1f01f:42239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T10:12:51,741 DEBUG [RS:2;dc7897b1f01f:42239 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dc7897b1f01f,42239,1731060770062 2024-11-08T10:12:51,741 DEBUG [RS:2;dc7897b1f01f:42239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dc7897b1f01f,42239,1731060770062' 2024-11-08T10:12:51,741 DEBUG [RS:2;dc7897b1f01f:42239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T10:12:51,741 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:12:51,741 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(1482): Serving as dc7897b1f01f,44569,1731060769988, RpcServer on dc7897b1f01f/172.17.0.3:44569, sessionid=0x10119ef17d30002 2024-11-08T10:12:51,741 DEBUG [RS:1;dc7897b1f01f:44569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T10:12:51,741 DEBUG [RS:1;dc7897b1f01f:44569 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dc7897b1f01f,44569,1731060769988 2024-11-08T10:12:51,741 DEBUG [RS:1;dc7897b1f01f:44569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dc7897b1f01f,44569,1731060769988' 2024-11-08T10:12:51,741 DEBUG [RS:0;dc7897b1f01f:37315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T10:12:51,741 DEBUG [RS:1;dc7897b1f01f:44569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T10:12:51,741 DEBUG [RS:2;dc7897b1f01f:42239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T10:12:51,742 DEBUG [RS:0;dc7897b1f01f:37315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T10:12:51,742 DEBUG [RS:0;dc7897b1f01f:37315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T10:12:51,742 DEBUG [RS:1;dc7897b1f01f:44569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T10:12:51,742 DEBUG [RS:2;dc7897b1f01f:42239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T10:12:51,742 DEBUG [RS:0;dc7897b1f01f:37315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dc7897b1f01f,37315,1731060769819 2024-11-08T10:12:51,742 DEBUG [RS:2;dc7897b1f01f:42239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T10:12:51,742 DEBUG [RS:0;dc7897b1f01f:37315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dc7897b1f01f,37315,1731060769819' 2024-11-08T10:12:51,742 DEBUG [RS:2;dc7897b1f01f:42239 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dc7897b1f01f,42239,1731060770062 2024-11-08T10:12:51,742 DEBUG [RS:0;dc7897b1f01f:37315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T10:12:51,742 DEBUG [RS:2;dc7897b1f01f:42239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dc7897b1f01f,42239,1731060770062' 2024-11-08T10:12:51,742 DEBUG [RS:2;dc7897b1f01f:42239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T10:12:51,743 DEBUG [RS:1;dc7897b1f01f:44569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T10:12:51,743 DEBUG [RS:1;dc7897b1f01f:44569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T10:12:51,743 DEBUG [RS:0;dc7897b1f01f:37315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T10:12:51,743 DEBUG [RS:1;dc7897b1f01f:44569 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dc7897b1f01f,44569,1731060769988 2024-11-08T10:12:51,743 DEBUG [RS:1;dc7897b1f01f:44569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dc7897b1f01f,44569,1731060769988' 2024-11-08T10:12:51,743 DEBUG [RS:2;dc7897b1f01f:42239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T10:12:51,743 DEBUG [RS:1;dc7897b1f01f:44569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T10:12:51,743 DEBUG [RS:0;dc7897b1f01f:37315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T10:12:51,743 INFO [RS:0;dc7897b1f01f:37315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T10:12:51,744 DEBUG [RS:2;dc7897b1f01f:42239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T10:12:51,744 INFO [RS:0;dc7897b1f01f:37315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T10:12:51,744 INFO [RS:2;dc7897b1f01f:42239 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T10:12:51,744 INFO [RS:2;dc7897b1f01f:42239 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T10:12:51,744 DEBUG [RS:1;dc7897b1f01f:44569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T10:12:51,744 DEBUG [RS:1;dc7897b1f01f:44569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T10:12:51,744 INFO [RS:1;dc7897b1f01f:44569 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T10:12:51,744 INFO [RS:1;dc7897b1f01f:44569 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T10:12:51,849 INFO [RS:0;dc7897b1f01f:37315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T10:12:51,849 INFO [RS:1;dc7897b1f01f:44569 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T10:12:51,849 INFO [RS:2;dc7897b1f01f:42239 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T10:12:51,852 INFO [RS:1;dc7897b1f01f:44569 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dc7897b1f01f%2C44569%2C1731060769988, suffix=, logDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,44569,1731060769988, archiveDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/oldWALs, maxLogs=32 2024-11-08T10:12:51,852 INFO [RS:0;dc7897b1f01f:37315 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dc7897b1f01f%2C37315%2C1731060769819, suffix=, logDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819, archiveDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/oldWALs, maxLogs=32 2024-11-08T10:12:51,852 INFO [RS:2;dc7897b1f01f:42239 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dc7897b1f01f%2C42239%2C1731060770062, suffix=, logDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,42239,1731060770062, archiveDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/oldWALs, maxLogs=32 2024-11-08T10:12:51,867 DEBUG [RS:0;dc7897b1f01f:37315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819/dc7897b1f01f%2C37315%2C1731060769819.1731060771855, exclude list is [], retry=0 2024-11-08T10:12:51,867 DEBUG [RS:1;dc7897b1f01f:44569 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,44569,1731060769988/dc7897b1f01f%2C44569%2C1731060769988.1731060771855, exclude list is [], retry=0 2024-11-08T10:12:51,868 DEBUG [RS:2;dc7897b1f01f:42239 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,42239,1731060770062/dc7897b1f01f%2C42239%2C1731060770062.1731060771855, exclude list is [], retry=0 2024-11-08T10:12:51,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-9df2e188-d891-4b61-8fff-01b7d0ea1506,DISK] 2024-11-08T10:12:51,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-9df2e188-d891-4b61-8fff-01b7d0ea1506,DISK] 2024-11-08T10:12:51,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36171,DS-7c5dc1d2-c275-43ed-81fd-c6f94470b0ef,DISK] 2024-11-08T10:12:51,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43935,DS-84f80cc5-e648-41b5-b2eb-0928d79351e7,DISK] 2024-11-08T10:12:51,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43935,DS-84f80cc5-e648-41b5-b2eb-0928d79351e7,DISK] 2024-11-08T10:12:51,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36171,DS-7c5dc1d2-c275-43ed-81fd-c6f94470b0ef,DISK] 2024-11-08T10:12:51,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36171,DS-7c5dc1d2-c275-43ed-81fd-c6f94470b0ef,DISK] 2024-11-08T10:12:51,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-9df2e188-d891-4b61-8fff-01b7d0ea1506,DISK] 2024-11-08T10:12:51,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43935,DS-84f80cc5-e648-41b5-b2eb-0928d79351e7,DISK] 2024-11-08T10:12:51,882 INFO [RS:0;dc7897b1f01f:37315 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819/dc7897b1f01f%2C37315%2C1731060769819.1731060771855 2024-11-08T10:12:51,882 INFO [RS:1;dc7897b1f01f:44569 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,44569,1731060769988/dc7897b1f01f%2C44569%2C1731060769988.1731060771855 2024-11-08T10:12:51,882 DEBUG [RS:1;dc7897b1f01f:44569 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37425:37425),(127.0.0.1/127.0.0.1:41153:41153),(127.0.0.1/127.0.0.1:46691:46691)] 2024-11-08T10:12:51,882 DEBUG [RS:0;dc7897b1f01f:37315 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37425:37425),(127.0.0.1/127.0.0.1:46691:46691),(127.0.0.1/127.0.0.1:41153:41153)] 2024-11-08T10:12:51,883 INFO [RS:2;dc7897b1f01f:42239 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,42239,1731060770062/dc7897b1f01f%2C42239%2C1731060770062.1731060771855 2024-11-08T10:12:51,884 DEBUG [RS:2;dc7897b1f01f:42239 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41153:41153),(127.0.0.1/127.0.0.1:37425:37425),(127.0.0.1/127.0.0.1:46691:46691)] 2024-11-08T10:12:51,970 DEBUG [dc7897b1f01f:35187 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T10:12:51,979 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(204): Hosts are {dc7897b1f01f=0} racks are {/default-rack=0} 2024-11-08T10:12:51,984 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T10:12:51,984 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T10:12:51,984 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T10:12:51,984 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T10:12:51,984 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T10:12:51,984 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T10:12:51,985 INFO [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T10:12:51,985 INFO [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T10:12:51,985 INFO [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T10:12:51,985 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T10:12:51,991 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dc7897b1f01f,37315,1731060769819 2024-11-08T10:12:51,996 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dc7897b1f01f,37315,1731060769819, state=OPENING 2024-11-08T10:12:52,045 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T10:12:52,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:52,056 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:52,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:52,056 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:12:52,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:12:52,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:12:52,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:12:52,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:12:52,062 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T10:12:52,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dc7897b1f01f,37315,1731060769819}] 2024-11-08T10:12:59,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T10:12:59,007 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T10:13:02,090 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T10:13:02,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T10:13:02,108 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T10:13:02,108 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:13:02,109 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T10:13:02,112 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dc7897b1f01f%2C37315%2C1731060769819.meta, suffix=.meta, logDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819, archiveDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/oldWALs, maxLogs=32 2024-11-08T10:13:02,128 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819/dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta, exclude list is [], retry=0 2024-11-08T10:13:02,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-9df2e188-d891-4b61-8fff-01b7d0ea1506,DISK] 2024-11-08T10:13:02,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43935,DS-84f80cc5-e648-41b5-b2eb-0928d79351e7,DISK] 2024-11-08T10:13:02,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36171,DS-7c5dc1d2-c275-43ed-81fd-c6f94470b0ef,DISK] 2024-11-08T10:13:02,136 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819/dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta 2024-11-08T10:13:02,137 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37425:37425),(127.0.0.1/127.0.0.1:46691:46691),(127.0.0.1/127.0.0.1:41153:41153)] 2024-11-08T10:13:02,137 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:13:02,138 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T10:13:02,140 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T10:13:02,145 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T10:13:02,148 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T10:13:02,148 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:02,149 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T10:13:02,149 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T10:13:02,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T10:13:02,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T10:13:02,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:02,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:13:02,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T10:13:02,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T10:13:02,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:02,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:13:02,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T10:13:02,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T10:13:02,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:02,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:13:02,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T10:13:02,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T10:13:02,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:02,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:13:02,161 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T10:13:02,162 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740 2024-11-08T10:13:02,164 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740 2024-11-08T10:13:02,167 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T10:13:02,167 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T10:13:02,167 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T10:13:02,170 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T10:13:02,171 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69792321, jitterRate=0.03998662531375885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T10:13:02,171 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T10:13:02,173 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731060782149Writing region info on filesystem at 1731060782149Initializing all the Stores at 1731060782151 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060782151Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060782151Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060782151Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060782151Cleaning up temporary data from old regions at 1731060782167 (+16 ms)Running coprocessor post-open hooks at 1731060782171 (+4 ms)Region opened successfully at 1731060782172 (+1 ms) 2024-11-08T10:13:02,178 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731060782081 2024-11-08T10:13:02,188 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T10:13:02,188 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T10:13:02,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,37315,1731060769819 2024-11-08T10:13:02,192 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dc7897b1f01f,37315,1731060769819, state=OPEN 2024-11-08T10:13:02,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:13:02,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:13:02,213 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:13:02,213 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:13:02,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:13:02,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:13:02,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:13:02,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:13:02,214 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dc7897b1f01f,37315,1731060769819 2024-11-08T10:13:02,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T10:13:02,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dc7897b1f01f,37315,1731060769819 in 10.1490 sec 2024-11-08T10:13:02,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T10:13:02,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6710 sec 2024-11-08T10:13:02,229 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T10:13:02,230 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T10:13:02,250 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T10:13:02,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,37315,1731060769819, seqNum=-1] 2024-11-08T10:13:02,294 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:13:02,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:13:02,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9950 sec 2024-11-08T10:13:02,319 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731060782319, completionTime=-1 2024-11-08T10:13:02,321 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T10:13:02,321 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T10:13:02,345 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-08T10:13:02,345 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731060842345 2024-11-08T10:13:02,345 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731060902345 2024-11-08T10:13:02,345 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-08T10:13:02,346 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T10:13:02,353 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,35187,1731060768617-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:13:02,353 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,35187,1731060768617-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:13:02,353 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,35187,1731060768617-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:13:02,354 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dc7897b1f01f:35187, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:13:02,354 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T10:13:02,355 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T10:13:02,360 DEBUG [master/dc7897b1f01f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T10:13:02,381 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.196sec 2024-11-08T10:13:02,382 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T10:13:02,383 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T10:13:02,384 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T10:13:02,384 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T10:13:02,384 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T10:13:02,385 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,35187,1731060768617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:13:02,385 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,35187,1731060768617-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T10:13:02,389 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T10:13:02,390 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T10:13:02,391 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,35187,1731060768617-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:13:02,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff4d751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:13:02,417 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T10:13:02,417 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T10:13:02,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dc7897b1f01f,35187,-1 for getting cluster id 2024-11-08T10:13:02,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T10:13:02,433 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36922bdc-2a01-495a-8380-86333944abf1' 2024-11-08T10:13:02,435 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T10:13:02,435 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36922bdc-2a01-495a-8380-86333944abf1" 2024-11-08T10:13:02,435 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c31b895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:13:02,435 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dc7897b1f01f,35187,-1] 2024-11-08T10:13:02,438 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T10:13:02,439 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:13:02,440 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T10:13:02,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd13821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:13:02,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T10:13:02,449 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,37315,1731060769819, seqNum=-1] 2024-11-08T10:13:02,450 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:13:02,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:13:02,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dc7897b1f01f,35187,1731060768617 2024-11-08T10:13:02,472 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731060782471 (current time:1731060782471). 2024-11-08T10:13:02,473 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T10:13:02,473 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T10:13:02,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5affb65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:13:02,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dc7897b1f01f,35187,-1 for getting cluster id 2024-11-08T10:13:02,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T10:13:02,476 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36922bdc-2a01-495a-8380-86333944abf1' 2024-11-08T10:13:02,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T10:13:02,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36922bdc-2a01-495a-8380-86333944abf1" 2024-11-08T10:13:02,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2176774b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:13:02,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dc7897b1f01f,35187,-1] 2024-11-08T10:13:02,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T10:13:02,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:13:02,479 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T10:13:02,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1534a3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:13:02,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T10:13:02,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,37315,1731060769819, seqNum=-1] 2024-11-08T10:13:02,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:13:02,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:13:02,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T10:13:02,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:13:02,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:13:02,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:13:02,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T10:13:02,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T10:13:02,500 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dc7897b1f01f,35187,1731060768617 2024-11-08T10:13:02,503 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@98b4fa 2024-11-08T10:13:02,504 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T10:13:02,506 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T10:13:02,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:13:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T10:13:02,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T10:13:02,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T10:13:02,523 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:02,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T10:13:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:13:02,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741837_1013 (size=361) 2024-11-08T10:13:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741837_1013 (size=361) 2024-11-08T10:13:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741837_1013 (size=361) 2024-11-08T10:13:02,545 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15ee9c46b1ac24aea501badbf710ed0c, NAME => 'SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b 2024-11-08T10:13:02,545 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 286b2547a43aaa1191709571812e650f, NAME => 'SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b 2024-11-08T10:13:02,546 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ca0325440c72d651a50e798815d3e450, NAME => 'SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b 2024-11-08T10:13:02,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741839_1015 (size=62) 2024-11-08T10:13:02,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741838_1014 (size=62) 2024-11-08T10:13:02,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741838_1014 (size=62) 2024-11-08T10:13:02,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741838_1014 (size=62) 2024-11-08T10:13:02,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741839_1015 (size=62) 2024-11-08T10:13:02,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741839_1015 (size=62) 2024-11-08T10:13:02,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:02,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:02,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ca0325440c72d651a50e798815d3e450, disabling compactions & flushes 2024-11-08T10:13:02,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 286b2547a43aaa1191709571812e650f, disabling compactions & flushes 2024-11-08T10:13:02,569 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:13:02,569 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. 2024-11-08T10:13:02,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:13:02,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. 2024-11-08T10:13:02,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. after waiting 0 ms 2024-11-08T10:13:02,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. after waiting 0 ms 2024-11-08T10:13:02,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:13:02,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. 2024-11-08T10:13:02,569 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:13:02,569 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. 2024-11-08T10:13:02,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 286b2547a43aaa1191709571812e650f: Waiting for close lock at 1731060782569Disabling compacts and flushes for region at 1731060782569Disabling writes for close at 1731060782569Writing region close event to WAL at 1731060782569Closed at 1731060782569 2024-11-08T10:13:02,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ca0325440c72d651a50e798815d3e450: Waiting for close lock at 1731060782569Disabling compacts and flushes for region at 1731060782569Disabling writes for close at 1731060782569Writing region close event to WAL at 1731060782569Closed at 1731060782569 2024-11-08T10:13:02,570 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5d0f49da29aeaf680aa70fcac1e82884, NAME => 'SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b 2024-11-08T10:13:02,570 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8768d82832f1ed30b35d352543fbc4ee, NAME => 'SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b 2024-11-08T10:13:02,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741840_1016 (size=54) 2024-11-08T10:13:02,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741840_1016 (size=54) 2024-11-08T10:13:02,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741840_1016 (size=54) 2024-11-08T10:13:02,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:02,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 15ee9c46b1ac24aea501badbf710ed0c, disabling compactions & flushes 2024-11-08T10:13:02,576 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. 2024-11-08T10:13:02,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. 2024-11-08T10:13:02,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. after waiting 0 ms 2024-11-08T10:13:02,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. 2024-11-08T10:13:02,577 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. 2024-11-08T10:13:02,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15ee9c46b1ac24aea501badbf710ed0c: Waiting for close lock at 1731060782576Disabling compacts and flushes for region at 1731060782576Disabling writes for close at 1731060782577 (+1 ms)Writing region close event to WAL at 1731060782577Closed at 1731060782577 2024-11-08T10:13:02,577 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70fb0fad9700677144942b7015b34bfe, NAME => 'SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b 2024-11-08T10:13:02,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741841_1017 (size=62) 2024-11-08T10:13:02,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741841_1017 (size=62) 2024-11-08T10:13:02,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741841_1017 (size=62) 2024-11-08T10:13:02,588 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:02,588 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5d0f49da29aeaf680aa70fcac1e82884, disabling compactions & flushes 2024-11-08T10:13:02,588 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:13:02,588 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:13:02,589 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. after waiting 0 ms 2024-11-08T10:13:02,589 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:13:02,589 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:13:02,589 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5d0f49da29aeaf680aa70fcac1e82884: Waiting for close lock at 1731060782588Disabling compacts and flushes for region at 1731060782588Disabling writes for close at 1731060782589 (+1 ms)Writing region close event to WAL at 1731060782589Closed at 1731060782589 2024-11-08T10:13:02,589 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 88d19b5ddccb5623965a710a44f92b16, NAME => 'SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b 2024-11-08T10:13:02,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741842_1018 (size=62) 2024-11-08T10:13:02,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741842_1018 (size=62) 2024-11-08T10:13:02,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741842_1018 (size=62) 2024-11-08T10:13:02,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741843_1019 (size=62) 2024-11-08T10:13:02,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:02,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8768d82832f1ed30b35d352543fbc4ee, disabling compactions & flushes 2024-11-08T10:13:02,593 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. 2024-11-08T10:13:02,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. 2024-11-08T10:13:02,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. after waiting 0 ms 2024-11-08T10:13:02,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741843_1019 (size=62) 2024-11-08T10:13:02,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. 2024-11-08T10:13:02,593 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. 2024-11-08T10:13:02,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8768d82832f1ed30b35d352543fbc4ee: Waiting for close lock at 1731060782593Disabling compacts and flushes for region at 1731060782593Disabling writes for close at 1731060782593Writing region close event to WAL at 1731060782593Closed at 1731060782593 2024-11-08T10:13:02,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741843_1019 (size=62) 2024-11-08T10:13:02,594 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 45cb2f494deda11f868cce64ec91b615, NAME => 'SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b 2024-11-08T10:13:02,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:02,597 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 70fb0fad9700677144942b7015b34bfe, disabling compactions & flushes 2024-11-08T10:13:02,598 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. 2024-11-08T10:13:02,598 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. 2024-11-08T10:13:02,598 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. after waiting 0 ms 2024-11-08T10:13:02,598 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. 2024-11-08T10:13:02,598 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. 2024-11-08T10:13:02,598 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70fb0fad9700677144942b7015b34bfe: Waiting for close lock at 1731060782597Disabling compacts and flushes for region at 1731060782597Disabling writes for close at 1731060782598 (+1 ms)Writing region close event to WAL at 1731060782598Closed at 1731060782598 2024-11-08T10:13:02,599 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c90c2bd0da27004afeab33b23f37d366, NAME => 'SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b 2024-11-08T10:13:02,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741844_1020 (size=62) 2024-11-08T10:13:02,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741844_1020 (size=62) 2024-11-08T10:13:02,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741844_1020 (size=62) 2024-11-08T10:13:02,607 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:02,607 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 88d19b5ddccb5623965a710a44f92b16, disabling compactions & flushes 2024-11-08T10:13:02,607 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:13:02,607 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:13:02,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. after waiting 0 ms 2024-11-08T10:13:02,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:13:02,608 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:13:02,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 88d19b5ddccb5623965a710a44f92b16: Waiting for close lock at 1731060782607Disabling compacts and flushes for region at 1731060782607Disabling writes for close at 1731060782608 (+1 ms)Writing region close event to WAL at 1731060782608Closed at 1731060782608 2024-11-08T10:13:02,608 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bb9a1fc75ed4a0e1f7249d69e3fafe2e, NAME => 'SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b 2024-11-08T10:13:02,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741845_1021 (size=62) 2024-11-08T10:13:02,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741845_1021 (size=62) 2024-11-08T10:13:02,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741845_1021 (size=62) 2024-11-08T10:13:02,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:02,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 45cb2f494deda11f868cce64ec91b615, disabling compactions & flushes 2024-11-08T10:13:02,614 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. 2024-11-08T10:13:02,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. 2024-11-08T10:13:02,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. after waiting 0 ms 2024-11-08T10:13:02,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. 2024-11-08T10:13:02,614 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. 2024-11-08T10:13:02,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 45cb2f494deda11f868cce64ec91b615: Waiting for close lock at 1731060782614Disabling compacts and flushes for region at 1731060782614Disabling writes for close at 1731060782614Writing region close event to WAL at 1731060782614Closed at 1731060782614 2024-11-08T10:13:02,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741846_1022 (size=62) 2024-11-08T10:13:02,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741846_1022 (size=62) 2024-11-08T10:13:02,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741846_1022 (size=62) 2024-11-08T10:13:02,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:02,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c90c2bd0da27004afeab33b23f37d366, disabling compactions & flushes 2024-11-08T10:13:02,621 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. 2024-11-08T10:13:02,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. 2024-11-08T10:13:02,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. after waiting 0 ms 2024-11-08T10:13:02,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. 2024-11-08T10:13:02,621 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. 2024-11-08T10:13:02,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c90c2bd0da27004afeab33b23f37d366: Waiting for close lock at 1731060782621Disabling compacts and flushes for region at 1731060782621Disabling writes for close at 1731060782621Writing region close event to WAL at 1731060782621Closed at 1731060782621 2024-11-08T10:13:02,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741847_1023 (size=54) 2024-11-08T10:13:02,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741847_1023 (size=54) 2024-11-08T10:13:02,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741847_1023 (size=54) 2024-11-08T10:13:02,626 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:02,626 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing bb9a1fc75ed4a0e1f7249d69e3fafe2e, disabling compactions & flushes 2024-11-08T10:13:02,626 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:13:02,626 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:13:02,626 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. after waiting 0 ms 2024-11-08T10:13:02,626 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:13:02,626 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:13:02,626 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for bb9a1fc75ed4a0e1f7249d69e3fafe2e: Waiting for close lock at 1731060782626Disabling compacts and flushes for region at 1731060782626Disabling writes for close at 1731060782626Writing region close event to WAL at 1731060782626Closed at 1731060782626 2024-11-08T10:13:02,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T10:13:02,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731060782628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060782628"}]},"ts":"1731060782628"} 2024-11-08T10:13:02,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731060782628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060782628"}]},"ts":"1731060782628"} 2024-11-08T10:13:02,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731060782628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060782628"}]},"ts":"1731060782628"} 2024-11-08T10:13:02,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731060782628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060782628"}]},"ts":"1731060782628"} 2024-11-08T10:13:02,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731060782628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060782628"}]},"ts":"1731060782628"} 2024-11-08T10:13:02,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731060782628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060782628"}]},"ts":"1731060782628"} 2024-11-08T10:13:02,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731060782628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060782628"}]},"ts":"1731060782628"} 2024-11-08T10:13:02,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731060782628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060782628"}]},"ts":"1731060782628"} 2024-11-08T10:13:02,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731060782628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060782628"}]},"ts":"1731060782628"} 2024-11-08T10:13:02,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731060782628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060782628"}]},"ts":"1731060782628"} 2024-11-08T10:13:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:13:02,668 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T10:13:02,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T10:13:02,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731060782670"}]},"ts":"1731060782670"} 2024-11-08T10:13:02,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T10:13:02,678 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {dc7897b1f01f=0} racks are {/default-rack=0} 2024-11-08T10:13:02,685 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T10:13:02,685 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T10:13:02,685 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T10:13:02,685 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T10:13:02,685 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T10:13:02,685 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T10:13:02,685 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T10:13:02,685 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T10:13:02,685 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T10:13:02,685 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T10:13:02,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15ee9c46b1ac24aea501badbf710ed0c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca0325440c72d651a50e798815d3e450, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=286b2547a43aaa1191709571812e650f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d0f49da29aeaf680aa70fcac1e82884, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8768d82832f1ed30b35d352543fbc4ee, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70fb0fad9700677144942b7015b34bfe, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88d19b5ddccb5623965a710a44f92b16, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=45cb2f494deda11f868cce64ec91b615, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c90c2bd0da27004afeab33b23f37d366, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb9a1fc75ed4a0e1f7249d69e3fafe2e, ASSIGN}] 2024-11-08T10:13:02,692 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8768d82832f1ed30b35d352543fbc4ee, ASSIGN 2024-11-08T10:13:02,692 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d0f49da29aeaf680aa70fcac1e82884, ASSIGN 2024-11-08T10:13:02,692 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=286b2547a43aaa1191709571812e650f, ASSIGN 2024-11-08T10:13:02,692 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca0325440c72d651a50e798815d3e450, ASSIGN 2024-11-08T10:13:02,694 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d0f49da29aeaf680aa70fcac1e82884, ASSIGN; state=OFFLINE, location=dc7897b1f01f,37315,1731060769819; forceNewPlan=false, retain=false 2024-11-08T10:13:02,694 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=286b2547a43aaa1191709571812e650f, ASSIGN; state=OFFLINE, location=dc7897b1f01f,37315,1731060769819; forceNewPlan=false, retain=false 2024-11-08T10:13:02,694 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8768d82832f1ed30b35d352543fbc4ee, ASSIGN; state=OFFLINE, location=dc7897b1f01f,44569,1731060769988; forceNewPlan=false, retain=false 2024-11-08T10:13:02,694 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca0325440c72d651a50e798815d3e450, ASSIGN; state=OFFLINE, location=dc7897b1f01f,44569,1731060769988; forceNewPlan=false, retain=false 2024-11-08T10:13:02,700 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=45cb2f494deda11f868cce64ec91b615, ASSIGN 2024-11-08T10:13:02,700 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c90c2bd0da27004afeab33b23f37d366, ASSIGN 2024-11-08T10:13:02,700 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb9a1fc75ed4a0e1f7249d69e3fafe2e, ASSIGN 2024-11-08T10:13:02,700 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88d19b5ddccb5623965a710a44f92b16, ASSIGN 2024-11-08T10:13:02,700 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70fb0fad9700677144942b7015b34bfe, ASSIGN 2024-11-08T10:13:02,702 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=45cb2f494deda11f868cce64ec91b615, ASSIGN; state=OFFLINE, location=dc7897b1f01f,44569,1731060769988; forceNewPlan=false, retain=false 2024-11-08T10:13:02,702 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c90c2bd0da27004afeab33b23f37d366, ASSIGN; state=OFFLINE, location=dc7897b1f01f,42239,1731060770062; forceNewPlan=false, retain=false 2024-11-08T10:13:02,702 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb9a1fc75ed4a0e1f7249d69e3fafe2e, ASSIGN; state=OFFLINE, location=dc7897b1f01f,37315,1731060769819; forceNewPlan=false, retain=false 2024-11-08T10:13:02,702 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=88d19b5ddccb5623965a710a44f92b16, ASSIGN; state=OFFLINE, location=dc7897b1f01f,37315,1731060769819; forceNewPlan=false, retain=false 2024-11-08T10:13:02,702 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70fb0fad9700677144942b7015b34bfe, ASSIGN; state=OFFLINE, location=dc7897b1f01f,42239,1731060770062; forceNewPlan=false, retain=false 2024-11-08T10:13:02,710 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15ee9c46b1ac24aea501badbf710ed0c, ASSIGN 2024-11-08T10:13:02,711 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15ee9c46b1ac24aea501badbf710ed0c, ASSIGN; state=OFFLINE, location=dc7897b1f01f,42239,1731060770062; forceNewPlan=false, retain=false 2024-11-08T10:13:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:13:02,850 INFO [dc7897b1f01f:35187 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T10:13:02,852 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ca0325440c72d651a50e798815d3e450, regionState=OPENING, regionLocation=dc7897b1f01f,44569,1731060769988 2024-11-08T10:13:02,852 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=45cb2f494deda11f868cce64ec91b615, regionState=OPENING, regionLocation=dc7897b1f01f,44569,1731060769988 2024-11-08T10:13:02,852 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8768d82832f1ed30b35d352543fbc4ee, regionState=OPENING, regionLocation=dc7897b1f01f,44569,1731060769988 2024-11-08T10:13:02,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c90c2bd0da27004afeab33b23f37d366, regionState=OPENING, regionLocation=dc7897b1f01f,42239,1731060770062 2024-11-08T10:13:02,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=70fb0fad9700677144942b7015b34bfe, regionState=OPENING, regionLocation=dc7897b1f01f,42239,1731060770062 2024-11-08T10:13:02,855 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15ee9c46b1ac24aea501badbf710ed0c, regionState=OPENING, regionLocation=dc7897b1f01f,42239,1731060770062 2024-11-08T10:13:02,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=bb9a1fc75ed4a0e1f7249d69e3fafe2e, regionState=OPENING, regionLocation=dc7897b1f01f,37315,1731060769819 2024-11-08T10:13:02,855 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=88d19b5ddccb5623965a710a44f92b16, regionState=OPENING, regionLocation=dc7897b1f01f,37315,1731060769819 2024-11-08T10:13:02,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5d0f49da29aeaf680aa70fcac1e82884, regionState=OPENING, regionLocation=dc7897b1f01f,37315,1731060769819 2024-11-08T10:13:02,856 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=286b2547a43aaa1191709571812e650f, regionState=OPENING, regionLocation=dc7897b1f01f,37315,1731060769819 2024-11-08T10:13:02,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca0325440c72d651a50e798815d3e450, ASSIGN because future has completed 2024-11-08T10:13:02,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca0325440c72d651a50e798815d3e450, server=dc7897b1f01f,44569,1731060769988}] 2024-11-08T10:13:02,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=45cb2f494deda11f868cce64ec91b615, ASSIGN because future has completed 2024-11-08T10:13:02,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45cb2f494deda11f868cce64ec91b615, server=dc7897b1f01f,44569,1731060769988}] 2024-11-08T10:13:02,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8768d82832f1ed30b35d352543fbc4ee, ASSIGN because future has completed 2024-11-08T10:13:02,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8768d82832f1ed30b35d352543fbc4ee, server=dc7897b1f01f,44569,1731060769988}] 2024-11-08T10:13:02,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c90c2bd0da27004afeab33b23f37d366, ASSIGN because future has completed 2024-11-08T10:13:02,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70fb0fad9700677144942b7015b34bfe, ASSIGN because future has completed 2024-11-08T10:13:02,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15ee9c46b1ac24aea501badbf710ed0c, ASSIGN because future has completed 2024-11-08T10:13:02,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c90c2bd0da27004afeab33b23f37d366, server=dc7897b1f01f,42239,1731060770062}] 2024-11-08T10:13:02,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15ee9c46b1ac24aea501badbf710ed0c, server=dc7897b1f01f,42239,1731060770062}] 2024-11-08T10:13:02,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70fb0fad9700677144942b7015b34bfe, server=dc7897b1f01f,42239,1731060770062}] 2024-11-08T10:13:02,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb9a1fc75ed4a0e1f7249d69e3fafe2e, ASSIGN because future has completed 2024-11-08T10:13:02,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=88d19b5ddccb5623965a710a44f92b16, ASSIGN because future has completed 2024-11-08T10:13:02,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d0f49da29aeaf680aa70fcac1e82884, ASSIGN because future has completed 2024-11-08T10:13:02,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=286b2547a43aaa1191709571812e650f, ASSIGN because future has completed 2024-11-08T10:13:02,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88d19b5ddccb5623965a710a44f92b16, server=dc7897b1f01f,37315,1731060769819}] 2024-11-08T10:13:02,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 286b2547a43aaa1191709571812e650f, server=dc7897b1f01f,37315,1731060769819}] 2024-11-08T10:13:02,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e, server=dc7897b1f01f,37315,1731060769819}] 2024-11-08T10:13:02,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884, server=dc7897b1f01f,37315,1731060769819}] 2024-11-08T10:13:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:13:03,652 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T10:13:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:13:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:13:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:13:07,695 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T10:13:09,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T10:13:09,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T10:13:09,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T10:13:09,009 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T10:13:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:13:12,865 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T10:13:12,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T10:13:12,879 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. 2024-11-08T10:13:12,879 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T10:13:12,879 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ca0325440c72d651a50e798815d3e450, NAME => 'SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T10:13:12,880 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ca0325440c72d651a50e798815d3e450 2024-11-08T10:13:12,880 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:12,880 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ca0325440c72d651a50e798815d3e450 2024-11-08T10:13:12,880 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ca0325440c72d651a50e798815d3e450 2024-11-08T10:13:12,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T10:13:12,883 INFO [StoreOpener-ca0325440c72d651a50e798815d3e450-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ca0325440c72d651a50e798815d3e450 2024-11-08T10:13:12,886 INFO [StoreOpener-ca0325440c72d651a50e798815d3e450-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca0325440c72d651a50e798815d3e450 columnFamilyName cf 2024-11-08T10:13:12,886 DEBUG [StoreOpener-ca0325440c72d651a50e798815d3e450-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:12,887 INFO [StoreOpener-ca0325440c72d651a50e798815d3e450-1 {}] regionserver.HStore(327): Store=ca0325440c72d651a50e798815d3e450/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:13:12,888 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ca0325440c72d651a50e798815d3e450 2024-11-08T10:13:12,888 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. 2024-11-08T10:13:12,889 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 70fb0fad9700677144942b7015b34bfe, NAME => 'SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T10:13:12,889 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 70fb0fad9700677144942b7015b34bfe 2024-11-08T10:13:12,889 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/ca0325440c72d651a50e798815d3e450 2024-11-08T10:13:12,890 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:12,890 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 70fb0fad9700677144942b7015b34bfe 2024-11-08T10:13:12,890 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 70fb0fad9700677144942b7015b34bfe 2024-11-08T10:13:12,891 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/ca0325440c72d651a50e798815d3e450 2024-11-08T10:13:12,891 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ca0325440c72d651a50e798815d3e450 2024-11-08T10:13:12,892 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ca0325440c72d651a50e798815d3e450 2024-11-08T10:13:12,892 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:13:12,893 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 286b2547a43aaa1191709571812e650f, NAME => 'SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T10:13:12,893 INFO [StoreOpener-70fb0fad9700677144942b7015b34bfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 70fb0fad9700677144942b7015b34bfe 2024-11-08T10:13:12,893 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 286b2547a43aaa1191709571812e650f 2024-11-08T10:13:12,893 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:12,894 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 286b2547a43aaa1191709571812e650f 2024-11-08T10:13:12,894 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 286b2547a43aaa1191709571812e650f 2024-11-08T10:13:12,895 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ca0325440c72d651a50e798815d3e450 2024-11-08T10:13:12,895 INFO [StoreOpener-70fb0fad9700677144942b7015b34bfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70fb0fad9700677144942b7015b34bfe columnFamilyName cf 2024-11-08T10:13:12,895 DEBUG [StoreOpener-70fb0fad9700677144942b7015b34bfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:12,896 INFO [StoreOpener-70fb0fad9700677144942b7015b34bfe-1 {}] regionserver.HStore(327): Store=70fb0fad9700677144942b7015b34bfe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:13:12,896 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 70fb0fad9700677144942b7015b34bfe 2024-11-08T10:13:12,898 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/70fb0fad9700677144942b7015b34bfe 2024-11-08T10:13:12,898 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/70fb0fad9700677144942b7015b34bfe 2024-11-08T10:13:12,899 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 70fb0fad9700677144942b7015b34bfe 2024-11-08T10:13:12,899 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 70fb0fad9700677144942b7015b34bfe 2024-11-08T10:13:12,902 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 70fb0fad9700677144942b7015b34bfe 2024-11-08T10:13:12,903 INFO [StoreOpener-286b2547a43aaa1191709571812e650f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 286b2547a43aaa1191709571812e650f 2024-11-08T10:13:12,904 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/ca0325440c72d651a50e798815d3e450/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:13:12,905 INFO [StoreOpener-286b2547a43aaa1191709571812e650f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 286b2547a43aaa1191709571812e650f columnFamilyName cf 2024-11-08T10:13:12,905 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/70fb0fad9700677144942b7015b34bfe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:13:12,905 DEBUG [StoreOpener-286b2547a43aaa1191709571812e650f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:12,906 INFO [StoreOpener-286b2547a43aaa1191709571812e650f-1 {}] regionserver.HStore(327): Store=286b2547a43aaa1191709571812e650f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:13:12,906 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ca0325440c72d651a50e798815d3e450; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65791290, jitterRate=-0.019633382558822632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:13:12,906 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca0325440c72d651a50e798815d3e450 2024-11-08T10:13:12,906 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 70fb0fad9700677144942b7015b34bfe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67125945, jitterRate=2.545267343521118E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:13:12,906 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 286b2547a43aaa1191709571812e650f 2024-11-08T10:13:12,906 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70fb0fad9700677144942b7015b34bfe 2024-11-08T10:13:12,907 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 70fb0fad9700677144942b7015b34bfe: Running coprocessor pre-open hook at 1731060792890Writing region info on filesystem at 1731060792890Initializing all the Stores at 1731060792893 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060792893Cleaning up temporary data from old regions at 1731060792899 (+6 ms)Running coprocessor post-open hooks at 1731060792906 (+7 ms)Region opened successfully at 1731060792907 (+1 ms) 2024-11-08T10:13:12,907 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ca0325440c72d651a50e798815d3e450: Running coprocessor pre-open hook at 1731060792881Writing region info on filesystem at 1731060792881Initializing all the Stores at 1731060792882 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060792882Cleaning up temporary data from old regions at 1731060792892 (+10 ms)Running coprocessor post-open hooks at 1731060792906 (+14 ms)Region opened successfully at 1731060792907 (+1 ms) 2024-11-08T10:13:12,908 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/286b2547a43aaa1191709571812e650f 2024-11-08T10:13:12,908 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/286b2547a43aaa1191709571812e650f 2024-11-08T10:13:12,909 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe., pid=20, masterSystemTime=1731060792879 2024-11-08T10:13:12,911 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450., pid=15, masterSystemTime=1731060792865 2024-11-08T10:13:12,911 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 286b2547a43aaa1191709571812e650f 2024-11-08T10:13:12,911 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 286b2547a43aaa1191709571812e650f 2024-11-08T10:13:12,913 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. 2024-11-08T10:13:12,913 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. 2024-11-08T10:13:12,914 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. 2024-11-08T10:13:12,915 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=70fb0fad9700677144942b7015b34bfe, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,42239,1731060770062 2024-11-08T10:13:12,915 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. 2024-11-08T10:13:12,915 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 15ee9c46b1ac24aea501badbf710ed0c, NAME => 'SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T10:13:12,915 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. 2024-11-08T10:13:12,915 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 15ee9c46b1ac24aea501badbf710ed0c 2024-11-08T10:13:12,915 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. 2024-11-08T10:13:12,915 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:12,916 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 15ee9c46b1ac24aea501badbf710ed0c 2024-11-08T10:13:12,916 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 8768d82832f1ed30b35d352543fbc4ee, NAME => 'SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T10:13:12,916 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 15ee9c46b1ac24aea501badbf710ed0c 2024-11-08T10:13:12,916 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 286b2547a43aaa1191709571812e650f 2024-11-08T10:13:12,916 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8768d82832f1ed30b35d352543fbc4ee 2024-11-08T10:13:12,917 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:12,917 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 8768d82832f1ed30b35d352543fbc4ee 2024-11-08T10:13:12,917 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 8768d82832f1ed30b35d352543fbc4ee 2024-11-08T10:13:12,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ca0325440c72d651a50e798815d3e450, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,44569,1731060769988 2024-11-08T10:13:12,919 INFO [StoreOpener-15ee9c46b1ac24aea501badbf710ed0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 15ee9c46b1ac24aea501badbf710ed0c 2024-11-08T10:13:12,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70fb0fad9700677144942b7015b34bfe, server=dc7897b1f01f,42239,1731060770062 because future has completed 2024-11-08T10:13:12,923 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/286b2547a43aaa1191709571812e650f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:13:12,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca0325440c72d651a50e798815d3e450, server=dc7897b1f01f,44569,1731060769988 because future has completed 2024-11-08T10:13:12,924 INFO [StoreOpener-15ee9c46b1ac24aea501badbf710ed0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15ee9c46b1ac24aea501badbf710ed0c columnFamilyName cf 2024-11-08T10:13:12,924 DEBUG [StoreOpener-15ee9c46b1ac24aea501badbf710ed0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:12,925 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 286b2547a43aaa1191709571812e650f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68326142, jitterRate=0.018138855695724487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:13:12,925 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 286b2547a43aaa1191709571812e650f 2024-11-08T10:13:12,925 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 286b2547a43aaa1191709571812e650f: Running coprocessor pre-open hook at 1731060792894Writing region info on filesystem at 1731060792894Initializing all the Stores at 1731060792897 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060792897Cleaning up temporary data from old regions at 1731060792911 (+14 ms)Running coprocessor post-open hooks at 1731060792925 (+14 ms)Region opened successfully at 1731060792925 2024-11-08T10:13:12,925 INFO [StoreOpener-15ee9c46b1ac24aea501badbf710ed0c-1 {}] regionserver.HStore(327): Store=15ee9c46b1ac24aea501badbf710ed0c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:13:12,925 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 15ee9c46b1ac24aea501badbf710ed0c 2024-11-08T10:13:12,926 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f., pid=24, masterSystemTime=1731060792885 2024-11-08T10:13:12,927 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/15ee9c46b1ac24aea501badbf710ed0c 2024-11-08T10:13:12,928 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/15ee9c46b1ac24aea501badbf710ed0c 2024-11-08T10:13:12,928 INFO [StoreOpener-8768d82832f1ed30b35d352543fbc4ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8768d82832f1ed30b35d352543fbc4ee 2024-11-08T10:13:12,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-08T10:13:12,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 70fb0fad9700677144942b7015b34bfe, server=dc7897b1f01f,42239,1731060770062 in 10.0520 sec 2024-11-08T10:13:12,930 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 15ee9c46b1ac24aea501badbf710ed0c 2024-11-08T10:13:12,930 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 15ee9c46b1ac24aea501badbf710ed0c 2024-11-08T10:13:12,931 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:13:12,931 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:13:12,932 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:13:12,932 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => bb9a1fc75ed4a0e1f7249d69e3fafe2e, NAME => 'SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T10:13:12,932 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:12,933 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:12,933 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:12,933 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:12,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=286b2547a43aaa1191709571812e650f, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,37315,1731060769819 2024-11-08T10:13:12,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-08T10:13:12,936 INFO [StoreOpener-bb9a1fc75ed4a0e1f7249d69e3fafe2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:12,937 INFO [StoreOpener-8768d82832f1ed30b35d352543fbc4ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8768d82832f1ed30b35d352543fbc4ee columnFamilyName cf 2024-11-08T10:13:12,937 DEBUG [StoreOpener-8768d82832f1ed30b35d352543fbc4ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:12,937 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 15ee9c46b1ac24aea501badbf710ed0c 2024-11-08T10:13:12,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ca0325440c72d651a50e798815d3e450, server=dc7897b1f01f,44569,1731060769988 in 10.0660 sec 2024-11-08T10:13:12,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70fb0fad9700677144942b7015b34bfe, ASSIGN in 10.2410 sec 2024-11-08T10:13:12,939 INFO [StoreOpener-bb9a1fc75ed4a0e1f7249d69e3fafe2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb9a1fc75ed4a0e1f7249d69e3fafe2e columnFamilyName cf 2024-11-08T10:13:12,939 DEBUG [StoreOpener-bb9a1fc75ed4a0e1f7249d69e3fafe2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:12,939 INFO [StoreOpener-8768d82832f1ed30b35d352543fbc4ee-1 {}] regionserver.HStore(327): Store=8768d82832f1ed30b35d352543fbc4ee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:13:12,940 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 8768d82832f1ed30b35d352543fbc4ee 2024-11-08T10:13:12,940 INFO [StoreOpener-bb9a1fc75ed4a0e1f7249d69e3fafe2e-1 {}] regionserver.HStore(327): Store=bb9a1fc75ed4a0e1f7249d69e3fafe2e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:13:12,940 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:12,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 286b2547a43aaa1191709571812e650f, server=dc7897b1f01f,37315,1731060769819 because future has completed 2024-11-08T10:13:12,942 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/8768d82832f1ed30b35d352543fbc4ee 2024-11-08T10:13:12,942 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:12,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca0325440c72d651a50e798815d3e450, ASSIGN in 10.2480 sec 2024-11-08T10:13:12,942 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/8768d82832f1ed30b35d352543fbc4ee 2024-11-08T10:13:12,942 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:12,943 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:12,943 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 8768d82832f1ed30b35d352543fbc4ee 2024-11-08T10:13:12,943 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 8768d82832f1ed30b35d352543fbc4ee 2024-11-08T10:13:12,943 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:12,943 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/15ee9c46b1ac24aea501badbf710ed0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:13:12,945 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 15ee9c46b1ac24aea501badbf710ed0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67131753, jitterRate=3.41072678565979E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:13:12,946 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15ee9c46b1ac24aea501badbf710ed0c 2024-11-08T10:13:12,946 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 15ee9c46b1ac24aea501badbf710ed0c: Running coprocessor pre-open hook at 1731060792916Writing region info on filesystem at 1731060792916Initializing all the Stores at 1731060792918 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060792918Cleaning up temporary data from old regions at 1731060792930 (+12 ms)Running coprocessor post-open hooks at 1731060792946 (+16 ms)Region opened successfully at 1731060792946 2024-11-08T10:13:12,948 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c., pid=19, masterSystemTime=1731060792879 2024-11-08T10:13:12,948 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 8768d82832f1ed30b35d352543fbc4ee 2024-11-08T10:13:12,948 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:12,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-08T10:13:12,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 286b2547a43aaa1191709571812e650f, server=dc7897b1f01f,37315,1731060769819 in 10.0610 sec 2024-11-08T10:13:12,953 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. 2024-11-08T10:13:12,953 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/8768d82832f1ed30b35d352543fbc4ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:13:12,953 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. 2024-11-08T10:13:12,954 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. 2024-11-08T10:13:12,954 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c90c2bd0da27004afeab33b23f37d366, NAME => 'SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T10:13:12,954 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/bb9a1fc75ed4a0e1f7249d69e3fafe2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:13:12,954 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c90c2bd0da27004afeab33b23f37d366 2024-11-08T10:13:12,954 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:12,954 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c90c2bd0da27004afeab33b23f37d366 2024-11-08T10:13:12,954 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c90c2bd0da27004afeab33b23f37d366 2024-11-08T10:13:12,955 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 8768d82832f1ed30b35d352543fbc4ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64121285, jitterRate=-0.04451839625835419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:13:12,955 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8768d82832f1ed30b35d352543fbc4ee 2024-11-08T10:13:12,955 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 8768d82832f1ed30b35d352543fbc4ee: Running coprocessor pre-open hook at 1731060792917Writing region info on filesystem at 1731060792917Initializing all the Stores at 1731060792922 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060792923 (+1 ms)Cleaning up temporary data from old regions at 1731060792943 (+20 ms)Running coprocessor post-open hooks at 1731060792955 (+12 ms)Region opened successfully at 1731060792955 2024-11-08T10:13:12,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=286b2547a43aaa1191709571812e650f, ASSIGN in 10.2650 sec 2024-11-08T10:13:12,955 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15ee9c46b1ac24aea501badbf710ed0c, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,42239,1731060770062 2024-11-08T10:13:12,956 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened bb9a1fc75ed4a0e1f7249d69e3fafe2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70547541, jitterRate=0.05124028027057648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:13:12,956 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:12,956 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for bb9a1fc75ed4a0e1f7249d69e3fafe2e: Running coprocessor pre-open hook at 1731060792933Writing region info on filesystem at 1731060792933Initializing all the Stores at 1731060792935 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060792935Cleaning up temporary data from old regions at 1731060792943 (+8 ms)Running coprocessor post-open hooks at 1731060792956 (+13 ms)Region opened successfully at 1731060792956 2024-11-08T10:13:12,958 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e., pid=23, masterSystemTime=1731060792885 2024-11-08T10:13:12,958 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee., pid=17, masterSystemTime=1731060792865 2024-11-08T10:13:12,958 INFO [StoreOpener-c90c2bd0da27004afeab33b23f37d366-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c90c2bd0da27004afeab33b23f37d366 2024-11-08T10:13:12,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15ee9c46b1ac24aea501badbf710ed0c, server=dc7897b1f01f,42239,1731060770062 because future has completed 2024-11-08T10:13:12,961 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:13:12,961 INFO [StoreOpener-c90c2bd0da27004afeab33b23f37d366-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c90c2bd0da27004afeab33b23f37d366 columnFamilyName cf 2024-11-08T10:13:12,961 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:13:12,961 DEBUG [StoreOpener-c90c2bd0da27004afeab33b23f37d366-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:12,961 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:13:12,961 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 88d19b5ddccb5623965a710a44f92b16, NAME => 'SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T10:13:12,962 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:12,962 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:12,962 INFO [StoreOpener-c90c2bd0da27004afeab33b23f37d366-1 {}] regionserver.HStore(327): Store=c90c2bd0da27004afeab33b23f37d366/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:13:12,962 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:12,962 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:12,963 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. 2024-11-08T10:13:12,963 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c90c2bd0da27004afeab33b23f37d366 2024-11-08T10:13:12,963 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. 2024-11-08T10:13:12,963 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. 2024-11-08T10:13:12,964 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 45cb2f494deda11f868cce64ec91b615, NAME => 'SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T10:13:12,965 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 45cb2f494deda11f868cce64ec91b615 2024-11-08T10:13:12,965 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8768d82832f1ed30b35d352543fbc4ee, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,44569,1731060769988 2024-11-08T10:13:12,965 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:12,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=bb9a1fc75ed4a0e1f7249d69e3fafe2e, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,37315,1731060769819 2024-11-08T10:13:12,965 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 45cb2f494deda11f868cce64ec91b615 2024-11-08T10:13:12,965 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 45cb2f494deda11f868cce64ec91b615 2024-11-08T10:13:12,966 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/c90c2bd0da27004afeab33b23f37d366 2024-11-08T10:13:12,968 INFO [StoreOpener-88d19b5ddccb5623965a710a44f92b16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:12,968 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/c90c2bd0da27004afeab33b23f37d366 2024-11-08T10:13:12,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-08T10:13:12,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 15ee9c46b1ac24aea501badbf710ed0c, server=dc7897b1f01f,42239,1731060770062 in 10.0890 sec 2024-11-08T10:13:12,970 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c90c2bd0da27004afeab33b23f37d366 2024-11-08T10:13:12,970 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c90c2bd0da27004afeab33b23f37d366 2024-11-08T10:13:12,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8768d82832f1ed30b35d352543fbc4ee, server=dc7897b1f01f,44569,1731060769988 because future has completed 2024-11-08T10:13:12,974 INFO [StoreOpener-45cb2f494deda11f868cce64ec91b615-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 45cb2f494deda11f868cce64ec91b615 2024-11-08T10:13:12,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e, server=dc7897b1f01f,37315,1731060769819 because future has completed 2024-11-08T10:13:12,975 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c90c2bd0da27004afeab33b23f37d366 2024-11-08T10:13:12,976 INFO [StoreOpener-88d19b5ddccb5623965a710a44f92b16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88d19b5ddccb5623965a710a44f92b16 columnFamilyName cf 2024-11-08T10:13:12,976 DEBUG [StoreOpener-88d19b5ddccb5623965a710a44f92b16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:12,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15ee9c46b1ac24aea501badbf710ed0c, ASSIGN in 10.2820 sec 2024-11-08T10:13:12,977 INFO [StoreOpener-45cb2f494deda11f868cce64ec91b615-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45cb2f494deda11f868cce64ec91b615 columnFamilyName cf 2024-11-08T10:13:12,977 DEBUG [StoreOpener-45cb2f494deda11f868cce64ec91b615-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:12,977 INFO [StoreOpener-88d19b5ddccb5623965a710a44f92b16-1 {}] regionserver.HStore(327): Store=88d19b5ddccb5623965a710a44f92b16/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:13:12,977 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:12,978 INFO [StoreOpener-45cb2f494deda11f868cce64ec91b615-1 {}] regionserver.HStore(327): Store=45cb2f494deda11f868cce64ec91b615/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:13:12,979 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/c90c2bd0da27004afeab33b23f37d366/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:13:12,979 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 45cb2f494deda11f868cce64ec91b615 2024-11-08T10:13:12,979 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c90c2bd0da27004afeab33b23f37d366; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74581585, jitterRate=0.11135222017765045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:13:12,980 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c90c2bd0da27004afeab33b23f37d366 2024-11-08T10:13:12,980 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c90c2bd0da27004afeab33b23f37d366: Running coprocessor pre-open hook at 1731060792955Writing region info on filesystem at 1731060792955Initializing all the Stores at 1731060792957 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060792957Cleaning up temporary data from old regions at 1731060792970 (+13 ms)Running coprocessor post-open hooks at 1731060792980 (+10 ms)Region opened successfully at 1731060792980 2024-11-08T10:13:12,980 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/45cb2f494deda11f868cce64ec91b615 2024-11-08T10:13:12,980 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:12,981 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/45cb2f494deda11f868cce64ec91b615 2024-11-08T10:13:12,982 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:12,982 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 45cb2f494deda11f868cce64ec91b615 2024-11-08T10:13:12,982 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 45cb2f494deda11f868cce64ec91b615 2024-11-08T10:13:12,982 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366., pid=18, masterSystemTime=1731060792879 2024-11-08T10:13:12,984 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:12,984 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:12,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-08T10:13:12,986 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 45cb2f494deda11f868cce64ec91b615 2024-11-08T10:13:12,986 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:12,989 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/45cb2f494deda11f868cce64ec91b615/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:13:12,990 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 45cb2f494deda11f868cce64ec91b615; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66781612, jitterRate=-0.004876434803009033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:13:12,990 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45cb2f494deda11f868cce64ec91b615 2024-11-08T10:13:12,990 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 45cb2f494deda11f868cce64ec91b615: Running coprocessor pre-open hook at 1731060792965Writing region info on filesystem at 1731060792965Initializing all the Stores at 1731060792970 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060792970Cleaning up temporary data from old regions at 1731060792982 (+12 ms)Running coprocessor post-open hooks at 1731060792990 (+8 ms)Region opened successfully at 1731060792990 2024-11-08T10:13:12,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=14 2024-11-08T10:13:12,992 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615., pid=16, masterSystemTime=1731060792865 2024-11-08T10:13:12,992 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. 2024-11-08T10:13:12,993 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. 2024-11-08T10:13:12,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e, server=dc7897b1f01f,37315,1731060769819 in 10.0940 sec 2024-11-08T10:13:12,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8768d82832f1ed30b35d352543fbc4ee, ASSIGN in 10.2970 sec 2024-11-08T10:13:12,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8768d82832f1ed30b35d352543fbc4ee, server=dc7897b1f01f,44569,1731060769988 in 10.1130 sec 2024-11-08T10:13:12,995 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c90c2bd0da27004afeab33b23f37d366, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,42239,1731060770062 2024-11-08T10:13:12,995 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. 2024-11-08T10:13:12,995 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. 2024-11-08T10:13:12,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb9a1fc75ed4a0e1f7249d69e3fafe2e, ASSIGN in 10.3060 sec 2024-11-08T10:13:12,997 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=45cb2f494deda11f868cce64ec91b615, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,44569,1731060769988 2024-11-08T10:13:12,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c90c2bd0da27004afeab33b23f37d366, server=dc7897b1f01f,42239,1731060770062 because future has completed 2024-11-08T10:13:13,000 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/88d19b5ddccb5623965a710a44f92b16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:13:13,002 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 88d19b5ddccb5623965a710a44f92b16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63371391, jitterRate=-0.05569268763065338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:13:13,002 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:13,002 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 88d19b5ddccb5623965a710a44f92b16: Running coprocessor pre-open hook at 1731060792962Writing region info on filesystem at 1731060792962Initializing all the Stores at 1731060792967 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060792967Cleaning up temporary data from old regions at 1731060792984 (+17 ms)Running coprocessor post-open hooks at 1731060793002 (+18 ms)Region opened successfully at 1731060793002 2024-11-08T10:13:13,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45cb2f494deda11f868cce64ec91b615, server=dc7897b1f01f,44569,1731060769988 because future has completed 2024-11-08T10:13:13,004 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16., pid=21, masterSystemTime=1731060792885 2024-11-08T10:13:13,009 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:13:13,009 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:13:13,009 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:13:13,009 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=88d19b5ddccb5623965a710a44f92b16, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,37315,1731060769819 2024-11-08T10:13:13,009 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d0f49da29aeaf680aa70fcac1e82884, NAME => 'SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T10:13:13,010 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:13,010 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:13,010 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:13,010 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:13,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-08T10:13:13,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure c90c2bd0da27004afeab33b23f37d366, server=dc7897b1f01f,42239,1731060770062 in 10.1350 sec 2024-11-08T10:13:13,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-08T10:13:13,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88d19b5ddccb5623965a710a44f92b16, server=dc7897b1f01f,37315,1731060769819 because future has completed 2024-11-08T10:13:13,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 45cb2f494deda11f868cce64ec91b615, server=dc7897b1f01f,44569,1731060769988 in 10.1430 sec 2024-11-08T10:13:13,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c90c2bd0da27004afeab33b23f37d366, ASSIGN in 10.3250 sec 2024-11-08T10:13:13,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=45cb2f494deda11f868cce64ec91b615, ASSIGN in 10.3270 sec 2024-11-08T10:13:13,020 INFO [StoreOpener-5d0f49da29aeaf680aa70fcac1e82884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:13,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-11-08T10:13:13,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 88d19b5ddccb5623965a710a44f92b16, server=dc7897b1f01f,37315,1731060769819 in 10.1370 sec 2024-11-08T10:13:13,023 INFO [StoreOpener-5d0f49da29aeaf680aa70fcac1e82884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d0f49da29aeaf680aa70fcac1e82884 columnFamilyName cf 2024-11-08T10:13:13,023 DEBUG [StoreOpener-5d0f49da29aeaf680aa70fcac1e82884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:13,024 INFO [StoreOpener-5d0f49da29aeaf680aa70fcac1e82884-1 {}] regionserver.HStore(327): Store=5d0f49da29aeaf680aa70fcac1e82884/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:13:13,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88d19b5ddccb5623965a710a44f92b16, ASSIGN in 10.3340 sec 2024-11-08T10:13:13,024 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:13,026 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:13,026 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:13,027 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:13,027 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:13,030 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:13,034 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/5d0f49da29aeaf680aa70fcac1e82884/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:13:13,036 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 5d0f49da29aeaf680aa70fcac1e82884; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72173133, jitterRate=0.07546348869800568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:13:13,036 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:13,036 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 5d0f49da29aeaf680aa70fcac1e82884: Running coprocessor pre-open hook at 1731060793010Writing region info on filesystem at 1731060793010Initializing all the Stores at 1731060793013 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060793013Cleaning up temporary data from old regions at 1731060793027 (+14 ms)Running coprocessor post-open hooks at 1731060793036 (+9 ms)Region opened successfully at 1731060793036 2024-11-08T10:13:13,038 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884., pid=22, masterSystemTime=1731060792885 2024-11-08T10:13:13,042 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:13:13,043 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:13:13,045 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5d0f49da29aeaf680aa70fcac1e82884, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,37315,1731060769819 2024-11-08T10:13:13,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884, server=dc7897b1f01f,37315,1731060769819 because future has completed 2024-11-08T10:13:13,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-08T10:13:13,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884, server=dc7897b1f01f,37315,1731060769819 in 10.1700 sec 2024-11-08T10:13:13,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T10:13:13,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d0f49da29aeaf680aa70fcac1e82884, ASSIGN in 10.3670 sec 2024-11-08T10:13:13,062 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T10:13:13,063 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731060793062"}]},"ts":"1731060793062"} 2024-11-08T10:13:13,066 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T10:13:13,068 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T10:13:13,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5540 sec 2024-11-08T10:13:15,654 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T10:13:17,736 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T10:13:18,413 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T10:13:19,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-08T10:13:19,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-08T10:13:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:13:20,817 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T10:13:20,818 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T10:13:20,819 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T10:13:20,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T10:13:20,831 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T10:13:20,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T10:13:20,902 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16., hostname=dc7897b1f01f,37315,1731060769819, seqNum=2] 2024-11-08T10:13:20,907 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16., hostname=dc7897b1f01f,37315,1731060769819, seqNum=2] 2024-11-08T10:13:20,910 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16., hostname=dc7897b1f01f,37315,1731060769819, seqNum=2] 2024-11-08T10:13:20,912 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16., hostname=dc7897b1f01f,37315,1731060769819, seqNum=2] 2024-11-08T10:13:20,915 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16., hostname=dc7897b1f01f,37315,1731060769819, seqNum=2] 2024-11-08T10:13:20,918 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16., hostname=dc7897b1f01f,37315,1731060769819, seqNum=2] 2024-11-08T10:13:20,921 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16., hostname=dc7897b1f01f,37315,1731060769819, seqNum=2] 2024-11-08T10:13:20,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16., hostname=dc7897b1f01f,37315,1731060769819, seqNum=2] 2024-11-08T10:13:20,979 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615., hostname=dc7897b1f01f,44569,1731060769988, seqNum=2] 2024-11-08T10:13:20,982 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615., hostname=dc7897b1f01f,44569,1731060769988, seqNum=2] 2024-11-08T10:13:20,986 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615., hostname=dc7897b1f01f,44569,1731060769988, seqNum=2] 2024-11-08T10:13:20,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615., hostname=dc7897b1f01f,44569,1731060769988, seqNum=2] 2024-11-08T10:13:20,995 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615., hostname=dc7897b1f01f,44569,1731060769988, seqNum=2] 2024-11-08T10:13:20,997 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615., hostname=dc7897b1f01f,44569,1731060769988, seqNum=2] 2024-11-08T10:13:21,000 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615., hostname=dc7897b1f01f,44569,1731060769988, seqNum=2] 2024-11-08T10:13:21,003 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615., hostname=dc7897b1f01f,44569,1731060769988, seqNum=2] 2024-11-08T10:13:21,042 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366., hostname=dc7897b1f01f,42239,1731060770062, seqNum=2] 2024-11-08T10:13:21,048 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366., hostname=dc7897b1f01f,42239,1731060770062, seqNum=2] 2024-11-08T10:13:21,051 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366., hostname=dc7897b1f01f,42239,1731060770062, seqNum=2] 2024-11-08T10:13:21,053 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366., hostname=dc7897b1f01f,42239,1731060770062, seqNum=2] 2024-11-08T10:13:21,055 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366., hostname=dc7897b1f01f,42239,1731060770062, seqNum=2] 2024-11-08T10:13:21,057 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366., hostname=dc7897b1f01f,42239,1731060770062, seqNum=2] 2024-11-08T10:13:21,059 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366., hostname=dc7897b1f01f,42239,1731060770062, seqNum=2] 2024-11-08T10:13:21,061 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366., hostname=dc7897b1f01f,42239,1731060770062, seqNum=2] 2024-11-08T10:13:21,169 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e., hostname=dc7897b1f01f,37315,1731060769819, seqNum=2] 2024-11-08T10:13:21,172 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e., hostname=dc7897b1f01f,37315,1731060769819, seqNum=2] 2024-11-08T10:13:21,174 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e., hostname=dc7897b1f01f,37315,1731060769819, seqNum=2] 2024-11-08T10:13:21,176 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e., hostname=dc7897b1f01f,37315,1731060769819, seqNum=2] 2024-11-08T10:13:21,179 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e., hostname=dc7897b1f01f,37315,1731060769819, seqNum=2] 2024-11-08T10:13:21,181 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e., hostname=dc7897b1f01f,37315,1731060769819, seqNum=2] 2024-11-08T10:13:22,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:13:22,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:13:22,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:13:22,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:13:22,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42239 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T10:13:22,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44569 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T10:13:22,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:13:22,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T10:13:22,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37315 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T10:13:23,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T10:13:23,075 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T10:13:23,076 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T10:13:23,083 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T10:13:23,096 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T10:13:23,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741848_1024 (size=49) 2024-11-08T10:13:23,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741848_1024 (size=49) 2024-11-08T10:13:23,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741848_1024 (size=49) 2024-11-08T10:13:23,121 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T10:13:23,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15ee9c46b1ac24aea501badbf710ed0c}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca0325440c72d651a50e798815d3e450}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8768d82832f1ed30b35d352543fbc4ee}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70fb0fad9700677144942b7015b34bfe}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 45cb2f494deda11f868cce64ec91b615}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c90c2bd0da27004afeab33b23f37d366}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e}] 2024-11-08T10:13:23,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15ee9c46b1ac24aea501badbf710ed0c 2024-11-08T10:13:23,129 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8768d82832f1ed30b35d352543fbc4ee 2024-11-08T10:13:23,129 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca0325440c72d651a50e798815d3e450 2024-11-08T10:13:23,129 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:23,129 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:23,138 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 45cb2f494deda11f868cce64ec91b615 2024-11-08T10:13:23,139 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:23,140 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70fb0fad9700677144942b7015b34bfe 2024-11-08T10:13:23,140 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c90c2bd0da27004afeab33b23f37d366 2024-11-08T10:13:23,142 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f 2024-11-08T10:13:23,177 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing dc7897b1f01f,37315,1731060769819 2024-11-08T10:13:23,177 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server dc7897b1f01f,37315,1731060769819: Simulated kill ***** 2024-11-08T10:13:23,177 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T10:13:23,179 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T10:13:23,180 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T10:13:23,184 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T10:13:23,186 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T10:13:23,195 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 640624776 }, "NonHeapMemoryUsage": { "committed": 156631040, "init": 7667712, "max": -1, "used": 153980256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "dc7897b1f01f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "dc7897b1f01f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62098", "tag.serverName": "dc7897b1f01f,42239,1731060770062", "tag.clusterId": "36922bdc-2a01-495a-8380-86333944abf1", "tag.Context": "regionserver", "tag.Hostname": "dc7897b1f01f", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731060770062, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-08T10:13:23,198 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35187 {}] master.MasterRpcServices(700): dc7897b1f01f,37315,1731060769819 reported a fatal error: ***** ABORTING region server dc7897b1f01f,37315,1731060769819: Simulated kill ***** 2024-11-08T10:13:23,202 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dc7897b1f01f,37315,1731060769819' ***** 2024-11-08T10:13:23,202 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T10:13:23,202 INFO [RS:0;dc7897b1f01f:37315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T10:13:23,202 INFO [RS:0;dc7897b1f01f:37315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T10:13:23,202 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T10:13:23,203 INFO [RS:0;dc7897b1f01f:37315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T10:13:23,203 INFO [RS:0;dc7897b1f01f:37315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T10:13:23,203 INFO [RS:0;dc7897b1f01f:37315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dc7897b1f01f:37315. 2024-11-08T10:13:23,203 DEBUG [RS:0;dc7897b1f01f:37315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:13:23,203 DEBUG [RS:0;dc7897b1f01f:37315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:13:23,204 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T10:13:23,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741836_1012 (size=14382) 2024-11-08T10:13:23,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741836_1012 (size=14382) 2024-11-08T10:13:23,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741836_1012 (size=14382) 2024-11-08T10:13:23,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741833_1009 (size=1257) 2024-11-08T10:13:23,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741833_1009 (size=1257) 2024-11-08T10:13:23,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741833_1009 (size=1257) 2024-11-08T10:13:23,217 DEBUG [RS:0;dc7897b1f01f:37315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:13:23,217 INFO [RS:0;dc7897b1f01f:37315 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:13:23,218 INFO [RS:0;dc7897b1f01f:37315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37315 2024-11-08T10:13:23,232 INFO [regionserver/dc7897b1f01f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:13:23,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T10:13:23,274 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dc7897b1f01f,37315,1731060769819 2024-11-08T10:13:23,274 INFO [RS:0;dc7897b1f01f:37315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T10:13:23,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dc7897b1f01f,37315,1731060769819] 2024-11-08T10:13:23,295 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dc7897b1f01f,37315,1731060769819 already deleted, retry=false 2024-11-08T10:13:23,296 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of dc7897b1f01f,37315,1731060769819 on dc7897b1f01f,35187,1731060768617 2024-11-08T10:13:23,301 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure dc7897b1f01f,37315,1731060769819, splitWal=true, meta=true 2024-11-08T10:13:23,304 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for dc7897b1f01f,37315,1731060769819 (carryingMeta=true) dc7897b1f01f,37315,1731060769819/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@26e1e4ff[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T10:13:23,306 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure dc7897b1f01f,37315,1731060769819, splitWal=true, meta=true 2024-11-08T10:13:23,306 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f 2024-11-08T10:13:23,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:23,307 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:23,307 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:23,308 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884 can not run currently because target server of region SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. dc7897b1f01f,37315,1731060769819 is in state CRASHED, wait 1000 ms to retry 2024-11-08T10:13:23,308 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16 can not run currently because target server of region SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. dc7897b1f01f,37315,1731060769819 is in state CRASHED, wait 1000 ms to retry 2024-11-08T10:13:23,308 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e can not run currently because target server of region SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. dc7897b1f01f,37315,1731060769819 is in state CRASHED, wait 1000 ms to retry 2024-11-08T10:13:23,308 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure dc7897b1f01f,37315,1731060769819, splitWal=true, meta=true, isMeta: true 2024-11-08T10:13:23,308 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884; timeout=1000, timestamp=1731060804308 2024-11-08T10:13:23,308 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16; timeout=1000, timestamp=1731060804308 2024-11-08T10:13:23,308 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e; timeout=1000, timestamp=1731060804308 2024-11-08T10:13:23,309 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f can not run currently because target server of region SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. dc7897b1f01f,37315,1731060769819 is in state CRASHED, wait 1000 ms to retry 2024-11-08T10:13:23,309 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f; timeout=1000, timestamp=1731060804309 2024-11-08T10:13:23,311 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting 2024-11-08T10:13:23,313 INFO [PEWorker-3 {}] master.SplitWALManager(105): dc7897b1f01f,37315,1731060769819 WAL count=1, meta=true 2024-11-08T10:13:23,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta}] 2024-11-08T10:13:23,323 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=dc7897b1f01f,42239,1731060770062 2024-11-08T10:13:23,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta, worker=dc7897b1f01f,42239,1731060770062}] 2024-11-08T10:13:23,385 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:13:23,386 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10119ef17d30001, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:13:23,386 INFO [RS:0;dc7897b1f01f:37315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T10:13:23,386 INFO [RS:0;dc7897b1f01f:37315 {}] regionserver.HRegionServer(1031): Exiting; stopping=dc7897b1f01f,37315,1731060769819; zookeeper connection closed. 2024-11-08T10:13:23,386 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29a9e082 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29a9e082 2024-11-08T10:13:23,696 INFO [regionserver/dc7897b1f01f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T10:13:23,696 INFO [regionserver/dc7897b1f01f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T10:13:24,309 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:24,309 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:24,310 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:24,310 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f 2024-11-08T10:13:24,312 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884 can not run currently because target server of region SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. dc7897b1f01f,37315,1731060769819 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-08T10:13:24,312 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16 can not run currently because target server of region SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. dc7897b1f01f,37315,1731060769819 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-08T10:13:24,312 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e can not run currently because target server of region SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. dc7897b1f01f,37315,1731060769819 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-08T10:13:24,312 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884; timeout=2000, timestamp=1731060806312 2024-11-08T10:13:24,312 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e; timeout=2000, timestamp=1731060806312 2024-11-08T10:13:24,312 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16; timeout=2000, timestamp=1731060806312 2024-11-08T10:13:24,313 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f can not run currently because target server of region SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. dc7897b1f01f,37315,1731060769819 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-08T10:13:24,313 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f; timeout=2000, timestamp=1731060806313 2024-11-08T10:13:26,313 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f 2024-11-08T10:13:26,313 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:26,314 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:26,314 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:26,315 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f can not run currently because target server of region SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. dc7897b1f01f,37315,1731060769819 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-08T10:13:26,316 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f; timeout=4000, timestamp=1731060810316 2024-11-08T10:13:26,316 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884 can not run currently because target server of region SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. dc7897b1f01f,37315,1731060769819 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-08T10:13:26,316 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884; timeout=4000, timestamp=1731060810316 2024-11-08T10:13:26,316 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e can not run currently because target server of region SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. dc7897b1f01f,37315,1731060769819 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-08T10:13:26,316 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e; timeout=4000, timestamp=1731060810316 2024-11-08T10:13:26,316 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16 can not run currently because target server of region SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. dc7897b1f01f,37315,1731060769819 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-08T10:13:26,316 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16; timeout=4000, timestamp=1731060810316 2024-11-08T10:13:30,316 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:30,316 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f 2024-11-08T10:13:30,316 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:30,317 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:30,318 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f can not run currently because target server of region SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. dc7897b1f01f,37315,1731060769819 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-08T10:13:30,318 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e can not run currently because target server of region SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. dc7897b1f01f,37315,1731060769819 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-08T10:13:30,318 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884 can not run currently because target server of region SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. dc7897b1f01f,37315,1731060769819 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-08T10:13:30,318 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16 can not run currently because target server of region SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. dc7897b1f01f,37315,1731060769819 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-08T10:13:30,318 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e; timeout=8000, timestamp=1731060818318 2024-11-08T10:13:30,318 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f; timeout=8000, timestamp=1731060818318 2024-11-08T10:13:30,318 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884; timeout=8000, timestamp=1731060818318 2024-11-08T10:13:30,318 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16; timeout=8000, timestamp=1731060818318 2024-11-08T10:13:32,885 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=dc7897b1f01f,42239,1731060770062, timeout=1731060813130, delay=244, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c90c2bd0da27004afeab33b23f37d366, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15ee9c46b1ac24aea501badbf710ed0c, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70fb0fad9700677144942b7015b34bfe, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta, worker=dc7897b1f01f,42239,1731060770062], containedObject=dc7897b1f01f,37315,1731060769819, timeout=1731060813131, delay=245, operations=null, containedObject=dc7897b1f01f,44569,1731060769988, timeout=1731060813131, delay=245, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 45cb2f494deda11f868cce64ec91b615, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca0325440c72d651a50e798815d3e450, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8768d82832f1ed30b35d352543fbc4ee]] 2024-11-08T10:13:33,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T10:13:33,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T10:13:33,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T10:13:33,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T10:13:33,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. 2024-11-08T10:13:33,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T10:13:33,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. 2024-11-08T10:13:33,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. 2024-11-08T10:13:33,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T10:13:33,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. 2024-11-08T10:13:33,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-08T10:13:33,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. 2024-11-08T10:13:33,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. 2024-11-08T10:13:33,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 15ee9c46b1ac24aea501badbf710ed0c: 2024-11-08T10:13:33,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. for SnapshotProcedureTest completed. 2024-11-08T10:13:33,147 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing c90c2bd0da27004afeab33b23f37d366 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T10:13:33,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:13:33,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 70fb0fad9700677144942b7015b34bfe: 2024-11-08T10:13:33,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. for SnapshotProcedureTest completed. 2024-11-08T10:13:33,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:13:33,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 8768d82832f1ed30b35d352543fbc4ee: 2024-11-08T10:13:33,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. for SnapshotProcedureTest completed. 2024-11-08T10:13:33,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:13:33,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for ca0325440c72d651a50e798815d3e450: 2024-11-08T10:13:33,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. for SnapshotProcedureTest completed. 2024-11-08T10:13:33,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:13:33,150 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 45cb2f494deda11f868cce64ec91b615 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T10:13:33,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:13:33,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:13:33,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:13:33,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:13:33,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T10:13:33,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T10:13:33,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T10:13:33,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T10:13:33,183 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta, size=14.0 K (14382bytes) 2024-11-08T10:13:33,184 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T10:13:33,185 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T10:13:33,185 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta 2024-11-08T10:13:33,192 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta after 5ms 2024-11-08T10:13:33,246 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta took 65ms 2024-11-08T10:13:33,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741849_1025 (size=65) 2024-11-08T10:13:33,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/45cb2f494deda11f868cce64ec91b615/.tmp/cf/0209f2c3c99c440295e3f3e2aa6ea748 is 34, key is baa/cf:cf/1731060802188/Put/seqid=0 2024-11-08T10:13:33,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741849_1025 (size=65) 2024-11-08T10:13:33,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741849_1025 (size=65) 2024-11-08T10:13:33,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741851_1027 (size=57) 2024-11-08T10:13:33,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741851_1027 (size=57) 2024-11-08T10:13:33,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741851_1027 (size=57) 2024-11-08T10:13:33,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741850_1026 (size=65) 2024-11-08T10:13:33,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741850_1026 (size=65) 2024-11-08T10:13:33,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741850_1026 (size=65) 2024-11-08T10:13:33,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. 2024-11-08T10:13:33,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. 2024-11-08T10:13:33,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T10:13:33,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T10:13:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T10:13:33,310 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ca0325440c72d651a50e798815d3e450 2024-11-08T10:13:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T10:13:33,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 15ee9c46b1ac24aea501badbf710ed0c 2024-11-08T10:13:33,310 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15ee9c46b1ac24aea501badbf710ed0c 2024-11-08T10:13:33,311 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca0325440c72d651a50e798815d3e450 2024-11-08T10:13:33,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/c90c2bd0da27004afeab33b23f37d366/.tmp/cf/39bd2297dd5f400ebf725cbdb1ff3af2 is 34, key is ccd/cf:cf/1731060802171/Put/seqid=0 2024-11-08T10:13:33,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ca0325440c72d651a50e798815d3e450 in 10.1920 sec 2024-11-08T10:13:33,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 15ee9c46b1ac24aea501badbf710ed0c in 10.1900 sec 2024-11-08T10:13:33,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741852_1028 (size=65) 2024-11-08T10:13:33,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741852_1028 (size=65) 2024-11-08T10:13:33,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741852_1028 (size=65) 2024-11-08T10:13:33,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. 2024-11-08T10:13:33,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T10:13:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T10:13:33,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8768d82832f1ed30b35d352543fbc4ee 2024-11-08T10:13:33,347 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8768d82832f1ed30b35d352543fbc4ee 2024-11-08T10:13:33,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8768d82832f1ed30b35d352543fbc4ee in 10.2250 sec 2024-11-08T10:13:33,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741854_1030 (size=47197) 2024-11-08T10:13:33,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741854_1030 (size=47197) 2024-11-08T10:13:33,362 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-08T10:13:33,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741854_1030 (size=47197) 2024-11-08T10:13:33,364 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/c90c2bd0da27004afeab33b23f37d366/.tmp/cf/39bd2297dd5f400ebf725cbdb1ff3af2 2024-11-08T10:13:33,367 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta so closing down 2024-11-08T10:13:33,367 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T10:13:33,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741853_1029 (size=28623) 2024-11-08T10:13:33,376 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta.temp 2024-11-08T10:13:33,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741853_1029 (size=28623) 2024-11-08T10:13:33,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741853_1029 (size=28623) 2024-11-08T10:13:33,380 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta.temp 2024-11-08T10:13:33,381 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/45cb2f494deda11f868cce64ec91b615/.tmp/cf/0209f2c3c99c440295e3f3e2aa6ea748 2024-11-08T10:13:33,386 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T10:13:33,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/45cb2f494deda11f868cce64ec91b615/.tmp/cf/0209f2c3c99c440295e3f3e2aa6ea748 as hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/45cb2f494deda11f868cce64ec91b615/cf/0209f2c3c99c440295e3f3e2aa6ea748 2024-11-08T10:13:33,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/c90c2bd0da27004afeab33b23f37d366/.tmp/cf/39bd2297dd5f400ebf725cbdb1ff3af2 as hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/c90c2bd0da27004afeab33b23f37d366/cf/39bd2297dd5f400ebf725cbdb1ff3af2 2024-11-08T10:13:33,507 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/45cb2f494deda11f868cce64ec91b615/cf/0209f2c3c99c440295e3f3e2aa6ea748, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T10:13:33,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741855_1031 (size=14141) 2024-11-08T10:13:33,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741855_1031 (size=14141) 2024-11-08T10:13:33,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741855_1031 (size=14141) 2024-11-08T10:13:33,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) 2024-11-08T10:13:33,562 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 45cb2f494deda11f868cce64ec91b615 in 373ms, sequenceid=5, compaction requested=false 2024-11-08T10:13:33,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 45cb2f494deda11f868cce64ec91b615: 2024-11-08T10:13:33,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. for SnapshotProcedureTest completed. 2024-11-08T10:13:33,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:13:33,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:13:33,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/45cb2f494deda11f868cce64ec91b615/cf/0209f2c3c99c440295e3f3e2aa6ea748] hfiles 2024-11-08T10:13:33,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta.temp to hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T10:13:33,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/45cb2f494deda11f868cce64ec91b615/cf/0209f2c3c99c440295e3f3e2aa6ea748 for snapshot=SnapshotProcedureTest 2024-11-08T10:13:33,571 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 217 ms; skipped=1; WAL=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-08T10:13:33,571 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta, journal: Splitting hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta, size=14.0 K (14382bytes) at 1731060813183Finishing writing output for hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta so closing down at 1731060813367 (+184 ms)Creating recovered edits writer path=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta.temp at 1731060813380 (+13 ms)3 split writer threads finished at 1731060813386 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) at 1731060813559 (+173 ms)Rename recovered edits hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta.temp to hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731060813566 (+7 ms)Processed 26 edits across 1 Regions in 217 ms; skipped=1; WAL=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731060813571 (+5 ms) 2024-11-08T10:13:33,571 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta 2024-11-08T10:13:33,572 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T10:13:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T10:13:33,577 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/c90c2bd0da27004afeab33b23f37d366/cf/39bd2297dd5f400ebf725cbdb1ff3af2, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T10:13:33,579 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for c90c2bd0da27004afeab33b23f37d366 in 438ms, sequenceid=5, compaction requested=false 2024-11-08T10:13:33,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for c90c2bd0da27004afeab33b23f37d366: 2024-11-08T10:13:33,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. for SnapshotProcedureTest completed. 2024-11-08T10:13:33,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:13:33,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:13:33,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/c90c2bd0da27004afeab33b23f37d366/cf/39bd2297dd5f400ebf725cbdb1ff3af2] hfiles 2024-11-08T10:13:33,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/c90c2bd0da27004afeab33b23f37d366/cf/39bd2297dd5f400ebf725cbdb1ff3af2 for snapshot=SnapshotProcedureTest 2024-11-08T10:13:33,588 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta to hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/oldWALs 2024-11-08T10:13:33,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-08T10:13:33,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta, worker=dc7897b1f01f,42239,1731060770062 in 10.2630 sec 2024-11-08T10:13:33,600 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=dc7897b1f01f,42239,1731060770062 2024-11-08T10:13:33,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T10:13:33,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure dc7897b1f01f%2C37315%2C1731060769819.meta.1731060782114.meta, worker=dc7897b1f01f,42239,1731060770062 in 10.2860 sec 2024-11-08T10:13:33,613 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting dir is empty, no logs to split. 2024-11-08T10:13:33,613 INFO [PEWorker-2 {}] master.SplitWALManager(105): dc7897b1f01f,37315,1731060769819 WAL count=0, meta=true 2024-11-08T10:13:33,613 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if dc7897b1f01f,37315,1731060769819 WAL splitting is done? wals=0, meta=true 2024-11-08T10:13:33,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T10:13:33,620 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T10:13:33,623 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T10:13:33,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741856_1032 (size=105) 2024-11-08T10:13:33,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741856_1032 (size=105) 2024-11-08T10:13:33,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741856_1032 (size=105) 2024-11-08T10:13:33,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. 2024-11-08T10:13:33,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. 2024-11-08T10:13:33,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T10:13:33,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T10:13:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T10:13:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T10:13:33,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 45cb2f494deda11f868cce64ec91b615 2024-11-08T10:13:33,686 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 70fb0fad9700677144942b7015b34bfe 2024-11-08T10:13:33,687 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 45cb2f494deda11f868cce64ec91b615 2024-11-08T10:13:33,687 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70fb0fad9700677144942b7015b34bfe 2024-11-08T10:13:33,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 45cb2f494deda11f868cce64ec91b615 in 10.5650 sec 2024-11-08T10:13:33,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 70fb0fad9700677144942b7015b34bfe in 10.5650 sec 2024-11-08T10:13:33,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741857_1033 (size=105) 2024-11-08T10:13:33,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741857_1033 (size=105) 2024-11-08T10:13:33,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741857_1033 (size=105) 2024-11-08T10:13:33,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. 2024-11-08T10:13:33,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T10:13:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T10:13:33,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c90c2bd0da27004afeab33b23f37d366 2024-11-08T10:13:33,711 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c90c2bd0da27004afeab33b23f37d366 2024-11-08T10:13:33,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c90c2bd0da27004afeab33b23f37d366 in 10.5900 sec 2024-11-08T10:13:33,774 DEBUG [dc7897b1f01f:35187 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T10:13:33,774 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(204): Hosts are {dc7897b1f01f=0} racks are {/default-rack=0} 2024-11-08T10:13:33,775 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T10:13:33,775 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T10:13:33,775 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T10:13:33,775 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T10:13:33,776 INFO [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T10:13:33,776 INFO [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T10:13:33,776 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T10:13:33,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dc7897b1f01f,42239,1731060770062 2024-11-08T10:13:33,778 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dc7897b1f01f,42239,1731060770062, state=OPENING 2024-11-08T10:13:33,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:13:33,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:13:33,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:13:33,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:13:33,906 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:13:33,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:13:33,908 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T10:13:33,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dc7897b1f01f,42239,1731060770062}] 2024-11-08T10:13:38,318 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f 2024-11-08T10:13:38,319 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:38,319 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:38,319 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:38,322 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e can not run currently because target server of region SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. dc7897b1f01f,37315,1731060769819 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-08T10:13:38,322 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16 can not run currently because target server of region SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. dc7897b1f01f,37315,1731060769819 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-08T10:13:38,322 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f can not run currently because target server of region SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. dc7897b1f01f,37315,1731060769819 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-08T10:13:38,322 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884 can not run currently because target server of region SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. dc7897b1f01f,37315,1731060769819 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-08T10:13:38,323 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e; timeout=16000, timestamp=1731060834322 2024-11-08T10:13:38,323 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f; timeout=16000, timestamp=1731060834322 2024-11-08T10:13:38,323 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16; timeout=16000, timestamp=1731060834322 2024-11-08T10:13:38,323 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884; timeout=16000, timestamp=1731060834323 2024-11-08T10:13:42,764 INFO [master/dc7897b1f01f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T10:13:42,764 INFO [master/dc7897b1f01f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T10:13:43,928 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T10:13:43,928 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:13:43,929 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T10:13:43,931 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dc7897b1f01f%2C42239%2C1731060770062.meta, suffix=.meta, logDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,42239,1731060770062, archiveDir=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/oldWALs, maxLogs=32 2024-11-08T10:13:43,946 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,42239,1731060770062/dc7897b1f01f%2C42239%2C1731060770062.meta.1731060823934.meta, exclude list is [], retry=0 2024-11-08T10:13:43,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36171,DS-7c5dc1d2-c275-43ed-81fd-c6f94470b0ef,DISK] 2024-11-08T10:13:43,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43935,DS-84f80cc5-e648-41b5-b2eb-0928d79351e7,DISK] 2024-11-08T10:13:43,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-9df2e188-d891-4b61-8fff-01b7d0ea1506,DISK] 2024-11-08T10:13:43,954 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,42239,1731060770062/dc7897b1f01f%2C42239%2C1731060770062.meta.1731060823934.meta 2024-11-08T10:13:43,954 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37425:37425),(127.0.0.1/127.0.0.1:41153:41153),(127.0.0.1/127.0.0.1:46691:46691)] 2024-11-08T10:13:43,954 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:13:43,954 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T10:13:43,955 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T10:13:43,955 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T10:13:43,955 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T10:13:43,955 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:13:43,955 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T10:13:43,955 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T10:13:43,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T10:13:43,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T10:13:43,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:43,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:13:43,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T10:13:43,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T10:13:43,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:43,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:13:43,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T10:13:43,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T10:13:43,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:43,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:13:43,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T10:13:43,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T10:13:43,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:13:43,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:13:43,967 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T10:13:43,968 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740 2024-11-08T10:13:43,971 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740 2024-11-08T10:13:43,972 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T10:13:43,985 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T10:13:43,985 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-08T10:13:44,008 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/.tmp/info/49d0663020c14ea1a45375bda8859fc4 is 167, key is SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450./info:regioninfo/1731060792917/Put/seqid=0 2024-11-08T10:13:44,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741859_1035 (size=18393) 2024-11-08T10:13:44,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741859_1035 (size=18393) 2024-11-08T10:13:44,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741859_1035 (size=18393) 2024-11-08T10:13:44,016 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/.tmp/info/49d0663020c14ea1a45375bda8859fc4 2024-11-08T10:13:44,039 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/.tmp/ns/4c04f75bf4c04dc8b3c611209cb0ed99 is 43, key is default/ns:d/1731060782300/Put/seqid=0 2024-11-08T10:13:44,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741860_1036 (size=5153) 2024-11-08T10:13:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741860_1036 (size=5153) 2024-11-08T10:13:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741860_1036 (size=5153) 2024-11-08T10:13:44,048 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/.tmp/ns/4c04f75bf4c04dc8b3c611209cb0ed99 2024-11-08T10:13:44,074 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/.tmp/table/ae95428e77d24a1cab80bce6e7b82485 is 47, key is SPTestTable/table:state/1731060793062/Put/seqid=0 2024-11-08T10:13:44,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741861_1037 (size=5214) 2024-11-08T10:13:44,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741861_1037 (size=5214) 2024-11-08T10:13:44,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741861_1037 (size=5214) 2024-11-08T10:13:44,082 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/.tmp/table/ae95428e77d24a1cab80bce6e7b82485 2024-11-08T10:13:44,094 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/.tmp/info/49d0663020c14ea1a45375bda8859fc4 as hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/info/49d0663020c14ea1a45375bda8859fc4 2024-11-08T10:13:44,104 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/info/49d0663020c14ea1a45375bda8859fc4, entries=100, sequenceid=28, filesize=18.0 K 2024-11-08T10:13:44,106 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/.tmp/ns/4c04f75bf4c04dc8b3c611209cb0ed99 as hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/ns/4c04f75bf4c04dc8b3c611209cb0ed99 2024-11-08T10:13:44,116 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/ns/4c04f75bf4c04dc8b3c611209cb0ed99, entries=2, sequenceid=28, filesize=5.0 K 2024-11-08T10:13:44,118 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/.tmp/table/ae95428e77d24a1cab80bce6e7b82485 as hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/table/ae95428e77d24a1cab80bce6e7b82485 2024-11-08T10:13:44,130 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/table/ae95428e77d24a1cab80bce6e7b82485, entries=2, sequenceid=28, filesize=5.1 K 2024-11-08T10:13:44,131 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=28, compaction requested=false; wal=null 2024-11-08T10:13:44,132 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T10:13:44,134 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T10:13:44,134 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T10:13:44,135 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T10:13:44,137 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T10:13:44,141 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-08T10:13:44,142 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60432840, jitterRate=-0.0994805097579956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T10:13:44,142 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T10:13:44,142 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731060823955Writing region info on filesystem at 1731060823955Initializing all the Stores at 1731060823956 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060823956Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060823957 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060823957Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060823957Obtaining lock to block concurrent updates at 1731060823985 (+28 ms)Preparing flush snapshotting stores in 1588230740 at 1731060823985Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731060823985Flushing stores of hbase:meta,,1.1588230740 at 1731060823985Flushing 1588230740/info: creating writer at 1731060823986 (+1 ms)Flushing 1588230740/info: appending metadata at 1731060824007 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731060824007Flushing 1588230740/ns: creating writer at 1731060824025 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731060824038 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731060824038Flushing 1588230740/table: creating writer at 1731060824057 (+19 ms)Flushing 1588230740/table: appending metadata at 1731060824073 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731060824073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a0aae: reopening flushed file at 1731060824092 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6f14f5: reopening flushed file at 1731060824105 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c68a85e: reopening flushed file at 1731060824117 (+12 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=28, compaction requested=false; wal=null at 1731060824131 (+14 ms)Cleaning up temporary data from old regions at 1731060824134 (+3 ms)Running coprocessor post-open hooks at 1731060824142 (+8 ms)Region opened successfully at 1731060824142 2024-11-08T10:13:44,144 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731060823913 2024-11-08T10:13:44,146 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T10:13:44,146 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T10:13:44,147 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=dc7897b1f01f,42239,1731060770062 2024-11-08T10:13:44,148 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dc7897b1f01f,42239,1731060770062, state=OPEN 2024-11-08T10:13:44,195 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=dc7897b1f01f,42239,1731060770062, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T10:13:44,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:13:44,212 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:13:44,212 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dc7897b1f01f,42239,1731060770062 2024-11-08T10:13:44,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:13:44,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:13:44,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:13:44,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:13:44,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-08T10:13:44,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dc7897b1f01f,42239,1731060770062 in 10.3030 sec 2024-11-08T10:13:44,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-08T10:13:44,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5990 sec 2024-11-08T10:13:44,220 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): dc7897b1f01f,37315,1731060769819 had 5 regions 2024-11-08T10:13:44,221 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure dc7897b1f01f,37315,1731060769819, splitWal=true, meta=true, isMeta: false 2024-11-08T10:13:44,227 INFO [PEWorker-5 {}] master.SplitWALManager(105): dc7897b1f01f,37315,1731060769819 WAL count=1, meta=false 2024-11-08T10:13:44,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure dc7897b1f01f%2C37315%2C1731060769819.1731060771855}] 2024-11-08T10:13:44,229 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=dc7897b1f01f,42239,1731060770062 2024-11-08T10:13:44,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure dc7897b1f01f%2C37315%2C1731060769819.1731060771855, worker=dc7897b1f01f,42239,1731060770062}] 2024-11-08T10:13:47,736 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T10:13:49,498 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T10:13:51,698 INFO [regionserver/dc7897b1f01f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T10:13:54,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-08T10:13:54,250 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.1731060771855, size=1.2 K (1257bytes) 2024-11-08T10:13:54,250 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.1731060771855 2024-11-08T10:13:54,251 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.1731060771855 after 1ms 2024-11-08T10:13:54,255 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.1731060771855 took 5ms 2024-11-08T10:13:54,260 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 286b2547a43aaa1191709571812e650f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T10:13:54,262 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for bb9a1fc75ed4a0e1f7249d69e3fafe2e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T10:13:54,264 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 88d19b5ddccb5623965a710a44f92b16: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T10:13:54,265 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 5d0f49da29aeaf680aa70fcac1e82884: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T10:13:54,266 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.1731060771855 so closing down 2024-11-08T10:13:54,266 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T10:13:54,266 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T10:13:54,266 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 10 ms; skipped=4; WAL=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.1731060771855, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-08T10:13:54,266 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.1731060771855, journal: Splitting hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.1731060771855, size=1.2 K (1257bytes) at 1731060834250Finishing writing output for hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.1731060771855 so closing down at 1731060834266 (+16 ms)3 split writer threads finished at 1731060834266Processed 4 edits across 0 Regions in 10 ms; skipped=4; WAL=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.1731060771855, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731060834266 2024-11-08T10:13:54,266 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.1731060771855 2024-11-08T10:13:54,266 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-08T10:13:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-08T10:13:54,272 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting/dc7897b1f01f%2C37315%2C1731060769819.1731060771855 to hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/oldWALs 2024-11-08T10:13:54,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-08T10:13:54,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure dc7897b1f01f%2C37315%2C1731060769819.1731060771855, worker=dc7897b1f01f,42239,1731060770062 in 10.0410 sec 2024-11-08T10:13:54,277 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=dc7897b1f01f,42239,1731060770062 2024-11-08T10:13:54,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-08T10:13:54,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure dc7897b1f01f%2C37315%2C1731060769819.1731060771855, worker=dc7897b1f01f,42239,1731060770062 in 10.0500 sec 2024-11-08T10:13:54,283 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/WALs/dc7897b1f01f,37315,1731060769819-splitting dir is empty, no logs to split. 2024-11-08T10:13:54,283 INFO [PEWorker-5 {}] master.SplitWALManager(105): dc7897b1f01f,37315,1731060769819 WAL count=0, meta=false 2024-11-08T10:13:54,283 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if dc7897b1f01f,37315,1731060769819 WAL splitting is done? wals=0, meta=false 2024-11-08T10:13:54,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88d19b5ddccb5623965a710a44f92b16, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb9a1fc75ed4a0e1f7249d69e3fafe2e, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=286b2547a43aaa1191709571812e650f, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d0f49da29aeaf680aa70fcac1e82884, ASSIGN}] 2024-11-08T10:13:54,288 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb9a1fc75ed4a0e1f7249d69e3fafe2e, ASSIGN 2024-11-08T10:13:54,288 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d0f49da29aeaf680aa70fcac1e82884, ASSIGN 2024-11-08T10:13:54,289 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88d19b5ddccb5623965a710a44f92b16, ASSIGN 2024-11-08T10:13:54,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=286b2547a43aaa1191709571812e650f, ASSIGN 2024-11-08T10:13:54,292 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d0f49da29aeaf680aa70fcac1e82884, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T10:13:54,292 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb9a1fc75ed4a0e1f7249d69e3fafe2e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T10:13:54,293 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=88d19b5ddccb5623965a710a44f92b16, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T10:13:54,293 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=286b2547a43aaa1191709571812e650f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T10:13:54,322 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e held by pid=44 2024-11-08T10:13:54,322 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16 held by pid=43 2024-11-08T10:13:54,322 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f held by pid=45 2024-11-08T10:13:54,323 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:13:54,323 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f 2024-11-08T10:13:54,323 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:13:54,323 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884 held by pid=46 2024-11-08T10:13:54,323 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:13:54,350 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dc7897b1f01f:35187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T10:13:54,443 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(204): Hosts are {dc7897b1f01f=0} racks are {/default-rack=0} 2024-11-08T10:13:54,444 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T10:13:54,444 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T10:13:54,444 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T10:13:54,444 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T10:13:54,444 INFO [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T10:13:54,444 INFO [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T10:13:54,444 DEBUG [dc7897b1f01f:35187 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T10:13:54,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=5d0f49da29aeaf680aa70fcac1e82884, regionState=OPENING, regionLocation=dc7897b1f01f,44569,1731060769988 2024-11-08T10:13:54,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=286b2547a43aaa1191709571812e650f, regionState=OPENING, regionLocation=dc7897b1f01f,42239,1731060770062 2024-11-08T10:13:54,444 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=88d19b5ddccb5623965a710a44f92b16, regionState=OPENING, regionLocation=dc7897b1f01f,42239,1731060770062 2024-11-08T10:13:54,444 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=bb9a1fc75ed4a0e1f7249d69e3fafe2e, regionState=OPENING, regionLocation=dc7897b1f01f,44569,1731060769988 2024-11-08T10:13:54,446 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server dc7897b1f01f:37315 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dc7897b1f01f/172.17.0.3:37315 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:13:54,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,37315,1731060769819, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,37315,1731060769819, seqNum=-1, error=java.net.ConnectException: Call to address=dc7897b1f01f:37315 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dc7897b1f01f/172.17.0.3:37315 2024-11-08T10:13:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,37315,1731060769819, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T10:13:54,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,37315,1731060769819, seqNum=-1 from cache 2024-11-08T10:13:54,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,37315,1731060769819, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=dc7897b1f01f:37315 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dc7897b1f01f/172.17.0.3:37315 2024-11-08T10:13:54,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,37315,1731060769819, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=dc7897b1f01f:37315 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dc7897b1f01f/172.17.0.3:37315 2024-11-08T10:13:54,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,37315,1731060769819, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=dc7897b1f01f:37315 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dc7897b1f01f/172.17.0.3:37315 2024-11-08T10:13:54,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address dc7897b1f01f:37315 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dc7897b1f01f/172.17.0.3:37315 2024-11-08T10:13:54,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T10:13:54,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,42239,1731060770062, seqNum=-1] 2024-11-08T10:13:54,557 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:13:54,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:13:54,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d0f49da29aeaf680aa70fcac1e82884, ASSIGN because future has completed 2024-11-08T10:13:54,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884, server=dc7897b1f01f,44569,1731060769988}] 2024-11-08T10:13:54,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=88d19b5ddccb5623965a710a44f92b16, ASSIGN because future has completed 2024-11-08T10:13:54,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88d19b5ddccb5623965a710a44f92b16, server=dc7897b1f01f,42239,1731060770062}] 2024-11-08T10:13:54,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb9a1fc75ed4a0e1f7249d69e3fafe2e, ASSIGN because future has completed 2024-11-08T10:13:54,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e, server=dc7897b1f01f,44569,1731060769988}] 2024-11-08T10:13:54,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=286b2547a43aaa1191709571812e650f, ASSIGN because future has completed 2024-11-08T10:13:54,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 286b2547a43aaa1191709571812e650f, server=dc7897b1f01f,42239,1731060770062}] 2024-11-08T10:13:57,954 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c90c2bd0da27004afeab33b23f37d366, had cached 0 bytes from a total of 47197 2024-11-08T10:13:57,965 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 45cb2f494deda11f868cce64ec91b615, had cached 0 bytes from a total of 28623 2024-11-08T10:14:02,775 DEBUG [master/dc7897b1f01f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 15ee9c46b1ac24aea501badbf710ed0c changed from -1.0 to 0.0, refreshing cache 2024-11-08T10:14:02,776 DEBUG [master/dc7897b1f01f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 70fb0fad9700677144942b7015b34bfe changed from -1.0 to 0.0, refreshing cache 2024-11-08T10:14:02,777 DEBUG [master/dc7897b1f01f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c90c2bd0da27004afeab33b23f37d366 changed from -1.0 to 0.0, refreshing cache 2024-11-08T10:14:02,778 DEBUG [master/dc7897b1f01f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T10:14:02,778 DEBUG [master/dc7897b1f01f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ca0325440c72d651a50e798815d3e450 changed from -1.0 to 0.0, refreshing cache 2024-11-08T10:14:02,778 DEBUG [master/dc7897b1f01f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8768d82832f1ed30b35d352543fbc4ee changed from -1.0 to 0.0, refreshing cache 2024-11-08T10:14:02,779 DEBUG [master/dc7897b1f01f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 45cb2f494deda11f868cce64ec91b615 changed from -1.0 to 0.0, refreshing cache 2024-11-08T10:14:04,574 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:14:04,574 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:14:04,574 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 88d19b5ddccb5623965a710a44f92b16, NAME => 'SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T10:14:04,574 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => bb9a1fc75ed4a0e1f7249d69e3fafe2e, NAME => 'SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T10:14:04,574 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:14:04,574 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:14:04,575 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:04,575 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:04,575 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:14:04,575 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:14:04,575 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:14:04,575 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:14:04,577 INFO [StoreOpener-bb9a1fc75ed4a0e1f7249d69e3fafe2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:14:04,577 INFO [StoreOpener-88d19b5ddccb5623965a710a44f92b16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:14:04,578 INFO [StoreOpener-bb9a1fc75ed4a0e1f7249d69e3fafe2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb9a1fc75ed4a0e1f7249d69e3fafe2e columnFamilyName cf 2024-11-08T10:14:04,578 INFO [StoreOpener-88d19b5ddccb5623965a710a44f92b16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88d19b5ddccb5623965a710a44f92b16 columnFamilyName cf 2024-11-08T10:14:04,578 DEBUG [StoreOpener-bb9a1fc75ed4a0e1f7249d69e3fafe2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:04,578 DEBUG [StoreOpener-88d19b5ddccb5623965a710a44f92b16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:04,579 INFO [StoreOpener-88d19b5ddccb5623965a710a44f92b16-1 {}] regionserver.HStore(327): Store=88d19b5ddccb5623965a710a44f92b16/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:14:04,579 INFO [StoreOpener-bb9a1fc75ed4a0e1f7249d69e3fafe2e-1 {}] regionserver.HStore(327): Store=bb9a1fc75ed4a0e1f7249d69e3fafe2e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:14:04,579 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:14:04,579 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:14:04,580 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:14:04,580 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:14:04,582 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:14:04,582 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:14:04,582 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:14:04,582 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:14:04,583 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:14:04,583 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:14:04,585 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:14:04,585 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:14:04,585 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened bb9a1fc75ed4a0e1f7249d69e3fafe2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67254307, jitterRate=0.0021672695875167847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:14:04,586 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:14:04,586 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for bb9a1fc75ed4a0e1f7249d69e3fafe2e: Running coprocessor pre-open hook at 1731060844575Writing region info on filesystem at 1731060844575Initializing all the Stores at 1731060844576 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060844576Cleaning up temporary data from old regions at 1731060844582 (+6 ms)Running coprocessor post-open hooks at 1731060844586 (+4 ms)Region opened successfully at 1731060844586 2024-11-08T10:14:04,586 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 88d19b5ddccb5623965a710a44f92b16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67426594, jitterRate=0.004734545946121216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:14:04,586 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:14:04,586 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 88d19b5ddccb5623965a710a44f92b16: Running coprocessor pre-open hook at 1731060844575Writing region info on filesystem at 1731060844575Initializing all the Stores at 1731060844576 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060844576Cleaning up temporary data from old regions at 1731060844583 (+7 ms)Running coprocessor post-open hooks at 1731060844586 (+3 ms)Region opened successfully at 1731060844586 2024-11-08T10:14:04,587 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e., pid=49, masterSystemTime=1731060844563 2024-11-08T10:14:04,587 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16., pid=48, masterSystemTime=1731060844564 2024-11-08T10:14:04,589 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:14:04,589 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:14:04,589 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:14:04,589 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 286b2547a43aaa1191709571812e650f, NAME => 'SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T10:14:04,589 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=88d19b5ddccb5623965a710a44f92b16, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,42239,1731060770062 2024-11-08T10:14:04,589 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:14:04,589 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 286b2547a43aaa1191709571812e650f 2024-11-08T10:14:04,590 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:14:04,590 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:04,590 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:14:04,590 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 286b2547a43aaa1191709571812e650f 2024-11-08T10:14:04,590 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 286b2547a43aaa1191709571812e650f 2024-11-08T10:14:04,590 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d0f49da29aeaf680aa70fcac1e82884, NAME => 'SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T10:14:04,590 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:14:04,590 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:04,590 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:14:04,590 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:14:04,590 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=bb9a1fc75ed4a0e1f7249d69e3fafe2e, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,44569,1731060769988 2024-11-08T10:14:04,592 INFO [StoreOpener-286b2547a43aaa1191709571812e650f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 286b2547a43aaa1191709571812e650f 2024-11-08T10:14:04,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88d19b5ddccb5623965a710a44f92b16, server=dc7897b1f01f,42239,1731060770062 because future has completed 2024-11-08T10:14:04,593 INFO [StoreOpener-5d0f49da29aeaf680aa70fcac1e82884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:14:04,593 INFO [StoreOpener-286b2547a43aaa1191709571812e650f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 286b2547a43aaa1191709571812e650f columnFamilyName cf 2024-11-08T10:14:04,593 DEBUG [StoreOpener-286b2547a43aaa1191709571812e650f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:04,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e, server=dc7897b1f01f,44569,1731060769988 because future has completed 2024-11-08T10:14:04,594 INFO [StoreOpener-5d0f49da29aeaf680aa70fcac1e82884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d0f49da29aeaf680aa70fcac1e82884 columnFamilyName cf 2024-11-08T10:14:04,594 DEBUG [StoreOpener-5d0f49da29aeaf680aa70fcac1e82884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:04,595 INFO [StoreOpener-286b2547a43aaa1191709571812e650f-1 {}] regionserver.HStore(327): Store=286b2547a43aaa1191709571812e650f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:14:04,595 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 286b2547a43aaa1191709571812e650f 2024-11-08T10:14:04,595 INFO [StoreOpener-5d0f49da29aeaf680aa70fcac1e82884-1 {}] regionserver.HStore(327): Store=5d0f49da29aeaf680aa70fcac1e82884/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:14:04,596 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:14:04,596 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/286b2547a43aaa1191709571812e650f 2024-11-08T10:14:04,597 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:14:04,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=43 2024-11-08T10:14:04,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 88d19b5ddccb5623965a710a44f92b16, server=dc7897b1f01f,42239,1731060770062 in 10.0320 sec 2024-11-08T10:14:04,598 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/286b2547a43aaa1191709571812e650f 2024-11-08T10:14:04,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=44 2024-11-08T10:14:04,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e, server=dc7897b1f01f,44569,1731060769988 in 10.0300 sec 2024-11-08T10:14:04,599 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:14:04,599 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 286b2547a43aaa1191709571812e650f 2024-11-08T10:14:04,599 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 286b2547a43aaa1191709571812e650f 2024-11-08T10:14:04,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88d19b5ddccb5623965a710a44f92b16, ASSIGN in 10.3110 sec 2024-11-08T10:14:04,600 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:14:04,600 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:14:04,600 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:14:04,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb9a1fc75ed4a0e1f7249d69e3fafe2e, ASSIGN in 10.3120 sec 2024-11-08T10:14:04,601 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:14:04,605 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:14:04,606 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 286b2547a43aaa1191709571812e650f 2024-11-08T10:14:04,607 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 286b2547a43aaa1191709571812e650f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72839437, jitterRate=0.08539219200611115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:14:04,607 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 5d0f49da29aeaf680aa70fcac1e82884; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65706708, jitterRate=-0.020893752574920654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:14:04,607 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 286b2547a43aaa1191709571812e650f 2024-11-08T10:14:04,607 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:14:04,607 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 286b2547a43aaa1191709571812e650f: Running coprocessor pre-open hook at 1731060844590Writing region info on filesystem at 1731060844590Initializing all the Stores at 1731060844591 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060844591Cleaning up temporary data from old regions at 1731060844599 (+8 ms)Running coprocessor post-open hooks at 1731060844607 (+8 ms)Region opened successfully at 1731060844607 2024-11-08T10:14:04,607 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 5d0f49da29aeaf680aa70fcac1e82884: Running coprocessor pre-open hook at 1731060844590Writing region info on filesystem at 1731060844590Initializing all the Stores at 1731060844592 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060844592Cleaning up temporary data from old regions at 1731060844600 (+8 ms)Running coprocessor post-open hooks at 1731060844607 (+7 ms)Region opened successfully at 1731060844607 2024-11-08T10:14:04,608 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f., pid=50, masterSystemTime=1731060844564 2024-11-08T10:14:04,608 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884., pid=47, masterSystemTime=1731060844563 2024-11-08T10:14:04,610 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:14:04,610 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:14:04,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=5d0f49da29aeaf680aa70fcac1e82884, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,44569,1731060769988 2024-11-08T10:14:04,611 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:14:04,611 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:14:04,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=286b2547a43aaa1191709571812e650f, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,42239,1731060770062 2024-11-08T10:14:04,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884, server=dc7897b1f01f,44569,1731060769988 because future has completed 2024-11-08T10:14:04,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 286b2547a43aaa1191709571812e650f, server=dc7897b1f01f,42239,1731060770062 because future has completed 2024-11-08T10:14:04,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-08T10:14:04,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884, server=dc7897b1f01f,44569,1731060769988 in 10.0530 sec 2024-11-08T10:14:04,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=45 2024-11-08T10:14:04,623 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:14:04,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 286b2547a43aaa1191709571812e650f, server=dc7897b1f01f,42239,1731060770062 in 10.0510 sec 2024-11-08T10:14:04,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d0f49da29aeaf680aa70fcac1e82884, ASSIGN in 10.3350 sec 2024-11-08T10:14:04,624 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f 2024-11-08T10:14:04,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=36 2024-11-08T10:14:04,625 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server dc7897b1f01f,37315,1731060769819 after splitting done 2024-11-08T10:14:04,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=286b2547a43aaa1191709571812e650f, ASSIGN in 10.3360 sec 2024-11-08T10:14:04,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure dc7897b1f01f,37315,1731060769819, splitWal=true, meta=true in 41.3280 sec 2024-11-08T10:14:10,104 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T10:14:14,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T10:14:14,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T10:14:14,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:14:14,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:14:14,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 88d19b5ddccb5623965a710a44f92b16: 2024-11-08T10:14:14,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 286b2547a43aaa1191709571812e650f: 2024-11-08T10:14:14,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. for SnapshotProcedureTest completed. 2024-11-08T10:14:14,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. for SnapshotProcedureTest completed. 2024-11-08T10:14:14,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:14:14,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:14:14,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:14:14,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:14:14,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T10:14:14,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T10:14:14,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T10:14:14,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T10:14:14,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:14:14,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:14:14,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 5d0f49da29aeaf680aa70fcac1e82884: 2024-11-08T10:14:14,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for bb9a1fc75ed4a0e1f7249d69e3fafe2e: 2024-11-08T10:14:14,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. for SnapshotProcedureTest completed. 2024-11-08T10:14:14,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. for SnapshotProcedureTest completed. 2024-11-08T10:14:14,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:14:14,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:14:14,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:14:14,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:14:14,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T10:14:14,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T10:14:14,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741862_1038 (size=65) 2024-11-08T10:14:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741863_1039 (size=65) 2024-11-08T10:14:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741862_1038 (size=65) 2024-11-08T10:14:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741862_1038 (size=65) 2024-11-08T10:14:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741863_1039 (size=65) 2024-11-08T10:14:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741863_1039 (size=65) 2024-11-08T10:14:14,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:14:14,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T10:14:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T10:14:14,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 286b2547a43aaa1191709571812e650f 2024-11-08T10:14:14,619 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f 2024-11-08T10:14:14,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 286b2547a43aaa1191709571812e650f in 51.4980 sec 2024-11-08T10:14:14,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741864_1040 (size=57) 2024-11-08T10:14:14,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741864_1040 (size=57) 2024-11-08T10:14:14,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741864_1040 (size=57) 2024-11-08T10:14:14,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741865_1041 (size=65) 2024-11-08T10:14:14,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741865_1041 (size=65) 2024-11-08T10:14:14,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741865_1041 (size=65) 2024-11-08T10:14:14,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:14:14,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T10:14:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T10:14:14,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:14:14,637 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:14:14,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5d0f49da29aeaf680aa70fcac1e82884 in 51.5150 sec 2024-11-08T10:14:15,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:14:15,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T10:14:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T10:14:15,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:14:15,019 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:14:15,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 88d19b5ddccb5623965a710a44f92b16 in 51.8970 sec 2024-11-08T10:14:15,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:14:15,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T10:14:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T10:14:15,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:14:15,030 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:14:15,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-08T10:14:15,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bb9a1fc75ed4a0e1f7249d69e3fafe2e in 51.9090 sec 2024-11-08T10:14:15,037 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T10:14:15,040 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T10:14:15,043 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T10:14:15,043 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T10:14:15,047 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T10:14:15,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741866_1042 (size=1094) 2024-11-08T10:14:15,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741866_1042 (size=1094) 2024-11-08T10:14:15,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741866_1042 (size=1094) 2024-11-08T10:14:15,086 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T10:14:15,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T10:14:15,102 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,42239,1731060770062 2024-11-08T10:14:15,102 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,42239,1731060770062 2024-11-08T10:14:15,102 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,44569,1731060769988 2024-11-08T10:14:15,102 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,44569,1731060769988 2024-11-08T10:14:15,103 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,44569,1731060769988 2024-11-08T10:14:15,108 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,42239,1731060770062 2024-11-08T10:14:17,737 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T10:14:24,352 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dc7897b1f01f:35187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T10:14:25,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-08T10:14:25,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-08T10:14:25,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-08T10:14:25,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-08T10:14:25,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-08T10:14:25,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-08T10:14:25,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T10:14:25,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T10:14:25,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-08T10:14:25,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-08T10:14:25,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-08T10:14:25,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-08T10:14:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-08T10:14:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-08T10:14:25,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-08T10:14:25,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-08T10:14:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-08T10:14:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-08T10:14:25,113 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,42239,1731060770062 Release verify snapshot worker=dc7897b1f01f,42239,1731060770062 2024-11-08T10:14:25,113 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,44569,1731060769988 Release verify snapshot worker=dc7897b1f01f,44569,1731060769988 2024-11-08T10:14:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-08T10:14:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-08T10:14:25,114 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,44569,1731060769988 Release verify snapshot worker=dc7897b1f01f,44569,1731060769988 2024-11-08T10:14:25,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,44569,1731060769988 in 10.0180 sec 2024-11-08T10:14:25,116 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,44569,1731060769988 2024-11-08T10:14:25,116 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,42239,1731060770062 2024-11-08T10:14:25,116 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,42239,1731060770062 Release verify snapshot worker=dc7897b1f01f,42239,1731060770062 2024-11-08T10:14:25,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,42239,1731060770062 in 10.0180 sec 2024-11-08T10:14:25,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,44569,1731060769988 in 10.0190 sec 2024-11-08T10:14:25,119 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,44569,1731060769988 Release verify snapshot worker=dc7897b1f01f,44569,1731060769988 2024-11-08T10:14:25,119 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,42239,1731060770062 Release verify snapshot worker=dc7897b1f01f,42239,1731060770062 2024-11-08T10:14:25,120 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,44569,1731060769988 2024-11-08T10:14:25,120 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,44569,1731060769988 2024-11-08T10:14:25,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,42239,1731060770062 in 10.0220 sec 2024-11-08T10:14:25,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,44569,1731060769988 in 10.0240 sec 2024-11-08T10:14:25,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,42239,1731060770062 in 10.0240 sec 2024-11-08T10:14:28,955 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-08T10:14:35,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-08T10:14:35,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-08T10:14:35,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-08T10:14:35,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-08T10:14:35,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-08T10:14:35,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-08T10:14:35,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-08T10:14:35,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T10:14:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-08T10:14:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-08T10:14:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-08T10:14:35,123 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,44569,1731060769988 Release verify snapshot worker=dc7897b1f01f,44569,1731060769988 2024-11-08T10:14:35,123 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,42239,1731060770062 Release verify snapshot worker=dc7897b1f01f,42239,1731060770062 2024-11-08T10:14:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T10:14:35,128 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,44569,1731060769988 Release verify snapshot worker=dc7897b1f01f,44569,1731060769988 2024-11-08T10:14:35,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,44569,1731060769988 in 20.0280 sec 2024-11-08T10:14:35,129 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,44569,1731060769988 Release verify snapshot worker=dc7897b1f01f,44569,1731060769988 2024-11-08T10:14:35,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,42239,1731060770062 in 20.0280 sec 2024-11-08T10:14:35,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,44569,1731060769988 in 20.0330 sec 2024-11-08T10:14:35,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-11-08T10:14:35,131 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T10:14:35,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,44569,1731060769988 in 20.0340 sec 2024-11-08T10:14:35,132 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T10:14:35,134 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T10:14:35,134 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T10:14:35,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 12.067 sec 2024-11-08T10:14:35,210 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T10:14:35,211 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server dc7897b1f01f:37315 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: dc7897b1f01f/172.17.0.3:37315 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:14:35,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,37315,1731060769819, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,37315,1731060769819, seqNum=-1, error=java.net.ConnectException: Call to address=dc7897b1f01f:37315 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: dc7897b1f01f/172.17.0.3:37315 2024-11-08T10:14:35,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,37315,1731060769819, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-08T10:14:35,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,37315,1731060769819, seqNum=-1 from cache 2024-11-08T10:14:35,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address dc7897b1f01f:37315 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: dc7897b1f01f/172.17.0.3:37315 2024-11-08T10:14:35,317 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T10:14:35,318 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,42239,1731060770062, seqNum=-1] 2024-11-08T10:14:35,341 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T10:14:35,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T10:14:35,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T10:14:35,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:14:35,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:14:35,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:14:35,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T10:14:35,342 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T10:14:35,342 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=814282414, stopped=false 2024-11-08T10:14:35,343 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dc7897b1f01f,35187,1731060768617 2024-11-08T10:14:35,380 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T10:14:35,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T10:14:35,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:35,380 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:35,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T10:14:35,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:35,380 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T10:14:35,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:14:35,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:14:35,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:14:35,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T10:14:35,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:14:35,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:14:35,383 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dc7897b1f01f,44569,1731060769988' ***** 2024-11-08T10:14:35,383 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T10:14:35,383 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dc7897b1f01f,42239,1731060770062' ***** 2024-11-08T10:14:35,383 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T10:14:35,384 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T10:14:35,384 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T10:14:35,384 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T10:14:35,384 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T10:14:35,384 INFO [RS:2;dc7897b1f01f:42239 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T10:14:35,384 INFO [RS:2;dc7897b1f01f:42239 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T10:14:35,384 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(3091): Received CLOSE for 70fb0fad9700677144942b7015b34bfe 2024-11-08T10:14:35,384 INFO [RS:1;dc7897b1f01f:44569 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T10:14:35,384 INFO [RS:1;dc7897b1f01f:44569 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T10:14:35,384 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(3091): Received CLOSE for bb9a1fc75ed4a0e1f7249d69e3fafe2e 2024-11-08T10:14:35,385 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(3091): Received CLOSE for 286b2547a43aaa1191709571812e650f 2024-11-08T10:14:35,385 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(3091): Received CLOSE for c90c2bd0da27004afeab33b23f37d366 2024-11-08T10:14:35,385 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(3091): Received CLOSE for 15ee9c46b1ac24aea501badbf710ed0c 2024-11-08T10:14:35,385 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(3091): Received CLOSE for 88d19b5ddccb5623965a710a44f92b16 2024-11-08T10:14:35,385 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(959): stopping server dc7897b1f01f,42239,1731060770062 2024-11-08T10:14:35,385 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T10:14:35,385 INFO [RS:2;dc7897b1f01f:42239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;dc7897b1f01f:42239. 2024-11-08T10:14:35,385 DEBUG [RS:2;dc7897b1f01f:42239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:14:35,385 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70fb0fad9700677144942b7015b34bfe, disabling compactions & flushes 2024-11-08T10:14:35,385 DEBUG [RS:2;dc7897b1f01f:42239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:14:35,385 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. 2024-11-08T10:14:35,385 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. 2024-11-08T10:14:35,385 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. after waiting 0 ms 2024-11-08T10:14:35,385 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. 2024-11-08T10:14:35,386 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T10:14:35,386 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T10:14:35,386 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T10:14:35,386 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T10:14:35,387 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(3091): Received CLOSE for ca0325440c72d651a50e798815d3e450 2024-11-08T10:14:35,387 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d0f49da29aeaf680aa70fcac1e82884 2024-11-08T10:14:35,387 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(3091): Received CLOSE for 45cb2f494deda11f868cce64ec91b615 2024-11-08T10:14:35,387 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb9a1fc75ed4a0e1f7249d69e3fafe2e, disabling compactions & flushes 2024-11-08T10:14:35,387 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(3091): Received CLOSE for 8768d82832f1ed30b35d352543fbc4ee 2024-11-08T10:14:35,387 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-08T10:14:35,387 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:14:35,387 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(959): stopping server dc7897b1f01f,44569,1731060769988 2024-11-08T10:14:35,387 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:14:35,387 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T10:14:35,387 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. after waiting 0 ms 2024-11-08T10:14:35,387 DEBUG [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(1325): Online Regions={70fb0fad9700677144942b7015b34bfe=SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe., 286b2547a43aaa1191709571812e650f=SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f., 1588230740=hbase:meta,,1.1588230740, c90c2bd0da27004afeab33b23f37d366=SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366., 15ee9c46b1ac24aea501badbf710ed0c=SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c., 88d19b5ddccb5623965a710a44f92b16=SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16.} 2024-11-08T10:14:35,387 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:14:35,387 INFO [RS:1;dc7897b1f01f:44569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;dc7897b1f01f:44569. 2024-11-08T10:14:35,387 DEBUG [RS:1;dc7897b1f01f:44569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:14:35,387 DEBUG [RS:1;dc7897b1f01f:44569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:14:35,387 DEBUG [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15ee9c46b1ac24aea501badbf710ed0c, 286b2547a43aaa1191709571812e650f, 70fb0fad9700677144942b7015b34bfe, 88d19b5ddccb5623965a710a44f92b16, c90c2bd0da27004afeab33b23f37d366 2024-11-08T10:14:35,387 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T10:14:35,388 INFO [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T10:14:35,388 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T10:14:35,388 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T10:14:35,388 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T10:14:35,388 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-08T10:14:35,388 INFO [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.91 KB heapSize=7.27 KB 2024-11-08T10:14:35,388 DEBUG [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(1325): Online Regions={bb9a1fc75ed4a0e1f7249d69e3fafe2e=SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e., ca0325440c72d651a50e798815d3e450=SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450., 5d0f49da29aeaf680aa70fcac1e82884=SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884., 45cb2f494deda11f868cce64ec91b615=SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615., 8768d82832f1ed30b35d352543fbc4ee=SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee.} 2024-11-08T10:14:35,388 DEBUG [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(1351): Waiting on 45cb2f494deda11f868cce64ec91b615, 5d0f49da29aeaf680aa70fcac1e82884, 8768d82832f1ed30b35d352543fbc4ee, bb9a1fc75ed4a0e1f7249d69e3fafe2e, ca0325440c72d651a50e798815d3e450 2024-11-08T10:14:35,396 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/bb9a1fc75ed4a0e1f7249d69e3fafe2e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T10:14:35,396 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/70fb0fad9700677144942b7015b34bfe/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T10:14:35,398 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/.tmp/info/e12d9ad67e0d4b6894810a33f96c8454 is 167, key is SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f./info:regioninfo/1731060844611/Put/seqid=0 2024-11-08T10:14:35,400 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. 2024-11-08T10:14:35,400 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70fb0fad9700677144942b7015b34bfe: Waiting for close lock at 1731060875385Running coprocessor pre-close hooks at 1731060875385Disabling compacts and flushes for region at 1731060875385Disabling writes for close at 1731060875385Writing region close event to WAL at 1731060875387 (+2 ms)Running coprocessor post-close hooks at 1731060875398 (+11 ms)Closed at 1731060875400 (+2 ms) 2024-11-08T10:14:35,400 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:14:35,400 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb9a1fc75ed4a0e1f7249d69e3fafe2e: Waiting for close lock at 1731060875387Running coprocessor pre-close hooks at 1731060875387Disabling compacts and flushes for region at 1731060875387Disabling writes for close at 1731060875387Writing region close event to WAL at 1731060875388 (+1 ms)Running coprocessor post-close hooks at 1731060875400 (+12 ms)Closed at 1731060875400 2024-11-08T10:14:35,400 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731060782507.bb9a1fc75ed4a0e1f7249d69e3fafe2e. 2024-11-08T10:14:35,400 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731060782507.70fb0fad9700677144942b7015b34bfe. 2024-11-08T10:14:35,401 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 286b2547a43aaa1191709571812e650f, disabling compactions & flushes 2024-11-08T10:14:35,401 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca0325440c72d651a50e798815d3e450, disabling compactions & flushes 2024-11-08T10:14:35,401 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:14:35,401 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. 2024-11-08T10:14:35,401 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:14:35,401 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. 2024-11-08T10:14:35,401 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. after waiting 0 ms 2024-11-08T10:14:35,401 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. after waiting 0 ms 2024-11-08T10:14:35,401 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:14:35,401 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. 2024-11-08T10:14:35,413 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/ca0325440c72d651a50e798815d3e450/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T10:14:35,414 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. 2024-11-08T10:14:35,415 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca0325440c72d651a50e798815d3e450: Waiting for close lock at 1731060875401Running coprocessor pre-close hooks at 1731060875401Disabling compacts and flushes for region at 1731060875401Disabling writes for close at 1731060875401Writing region close event to WAL at 1731060875404 (+3 ms)Running coprocessor post-close hooks at 1731060875414 (+10 ms)Closed at 1731060875414 2024-11-08T10:14:35,415 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731060782507.ca0325440c72d651a50e798815d3e450. 2024-11-08T10:14:35,415 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d0f49da29aeaf680aa70fcac1e82884, disabling compactions & flushes 2024-11-08T10:14:35,415 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:14:35,415 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:14:35,415 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. after waiting 0 ms 2024-11-08T10:14:35,415 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:14:35,417 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/286b2547a43aaa1191709571812e650f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T10:14:35,418 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:14:35,418 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 286b2547a43aaa1191709571812e650f: Waiting for close lock at 1731060875401Running coprocessor pre-close hooks at 1731060875401Disabling compacts and flushes for region at 1731060875401Disabling writes for close at 1731060875401Writing region close event to WAL at 1731060875408 (+7 ms)Running coprocessor post-close hooks at 1731060875418 (+10 ms)Closed at 1731060875418 2024-11-08T10:14:35,418 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731060782507.286b2547a43aaa1191709571812e650f. 2024-11-08T10:14:35,418 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c90c2bd0da27004afeab33b23f37d366, disabling compactions & flushes 2024-11-08T10:14:35,418 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. 2024-11-08T10:14:35,418 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. 2024-11-08T10:14:35,418 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. after waiting 0 ms 2024-11-08T10:14:35,418 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. 2024-11-08T10:14:35,420 INFO [regionserver/dc7897b1f01f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:14:35,422 INFO [regionserver/dc7897b1f01f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:14:35,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741867_1043 (size=9527) 2024-11-08T10:14:35,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741867_1043 (size=9527) 2024-11-08T10:14:35,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741867_1043 (size=9527) 2024-11-08T10:14:35,426 INFO [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.91 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/.tmp/info/e12d9ad67e0d4b6894810a33f96c8454 2024-11-08T10:14:35,434 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/5d0f49da29aeaf680aa70fcac1e82884/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T10:14:35,435 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:14:35,435 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d0f49da29aeaf680aa70fcac1e82884: Waiting for close lock at 1731060875415Running coprocessor pre-close hooks at 1731060875415Disabling compacts and flushes for region at 1731060875415Disabling writes for close at 1731060875415Writing region close event to WAL at 1731060875416 (+1 ms)Running coprocessor post-close hooks at 1731060875435 (+19 ms)Closed at 1731060875435 2024-11-08T10:14:35,435 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731060782507.5d0f49da29aeaf680aa70fcac1e82884. 2024-11-08T10:14:35,435 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45cb2f494deda11f868cce64ec91b615, disabling compactions & flushes 2024-11-08T10:14:35,435 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. 2024-11-08T10:14:35,435 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. 2024-11-08T10:14:35,435 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. after waiting 0 ms 2024-11-08T10:14:35,435 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. 2024-11-08T10:14:35,437 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/.tmp/info/e12d9ad67e0d4b6894810a33f96c8454 as hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/info/e12d9ad67e0d4b6894810a33f96c8454 2024-11-08T10:14:35,448 INFO [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/info/e12d9ad67e0d4b6894810a33f96c8454, entries=32, sequenceid=39, filesize=9.3 K 2024-11-08T10:14:35,450 INFO [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=39, compaction requested=false 2024-11-08T10:14:35,453 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/c90c2bd0da27004afeab33b23f37d366/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T10:14:35,454 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. 2024-11-08T10:14:35,454 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c90c2bd0da27004afeab33b23f37d366: Waiting for close lock at 1731060875418Running coprocessor pre-close hooks at 1731060875418Disabling compacts and flushes for region at 1731060875418Disabling writes for close at 1731060875418Writing region close event to WAL at 1731060875437 (+19 ms)Running coprocessor post-close hooks at 1731060875454 (+17 ms)Closed at 1731060875454 2024-11-08T10:14:35,454 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731060782507.c90c2bd0da27004afeab33b23f37d366. 2024-11-08T10:14:35,454 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15ee9c46b1ac24aea501badbf710ed0c, disabling compactions & flushes 2024-11-08T10:14:35,454 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. 2024-11-08T10:14:35,454 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. 2024-11-08T10:14:35,454 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. after waiting 0 ms 2024-11-08T10:14:35,454 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. 2024-11-08T10:14:35,461 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/45cb2f494deda11f868cce64ec91b615/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T10:14:35,462 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. 2024-11-08T10:14:35,462 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45cb2f494deda11f868cce64ec91b615: Waiting for close lock at 1731060875435Running coprocessor pre-close hooks at 1731060875435Disabling compacts and flushes for region at 1731060875435Disabling writes for close at 1731060875435Writing region close event to WAL at 1731060875452 (+17 ms)Running coprocessor post-close hooks at 1731060875462 (+10 ms)Closed at 1731060875462 2024-11-08T10:14:35,462 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731060782507.45cb2f494deda11f868cce64ec91b615. 2024-11-08T10:14:35,463 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8768d82832f1ed30b35d352543fbc4ee, disabling compactions & flushes 2024-11-08T10:14:35,463 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. 2024-11-08T10:14:35,463 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. 2024-11-08T10:14:35,463 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. after waiting 0 ms 2024-11-08T10:14:35,463 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. 2024-11-08T10:14:35,470 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/15ee9c46b1ac24aea501badbf710ed0c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T10:14:35,472 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. 2024-11-08T10:14:35,472 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15ee9c46b1ac24aea501badbf710ed0c: Waiting for close lock at 1731060875454Running coprocessor pre-close hooks at 1731060875454Disabling compacts and flushes for region at 1731060875454Disabling writes for close at 1731060875454Writing region close event to WAL at 1731060875460 (+6 ms)Running coprocessor post-close hooks at 1731060875471 (+11 ms)Closed at 1731060875471 2024-11-08T10:14:35,472 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731060782507.15ee9c46b1ac24aea501badbf710ed0c. 2024-11-08T10:14:35,472 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88d19b5ddccb5623965a710a44f92b16, disabling compactions & flushes 2024-11-08T10:14:35,472 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:14:35,472 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:14:35,472 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. after waiting 0 ms 2024-11-08T10:14:35,472 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:14:35,474 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/8768d82832f1ed30b35d352543fbc4ee/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T10:14:35,474 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. 2024-11-08T10:14:35,475 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8768d82832f1ed30b35d352543fbc4ee: Waiting for close lock at 1731060875462Running coprocessor pre-close hooks at 1731060875462Disabling compacts and flushes for region at 1731060875462Disabling writes for close at 1731060875463 (+1 ms)Writing region close event to WAL at 1731060875468 (+5 ms)Running coprocessor post-close hooks at 1731060875474 (+6 ms)Closed at 1731060875474 2024-11-08T10:14:35,475 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731060782507.8768d82832f1ed30b35d352543fbc4ee. 2024-11-08T10:14:35,476 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-08T10:14:35,477 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T10:14:35,477 INFO [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T10:14:35,477 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731060875387Running coprocessor pre-close hooks at 1731060875387Disabling compacts and flushes for region at 1731060875387Disabling writes for close at 1731060875388 (+1 ms)Obtaining lock to block concurrent updates at 1731060875388Preparing flush snapshotting stores in 1588230740 at 1731060875388Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=4000, getHeapSize=7376, getOffHeapSize=0, getCellsCount=32 at 1731060875388Flushing stores of hbase:meta,,1.1588230740 at 1731060875389 (+1 ms)Flushing 1588230740/info: creating writer at 1731060875389Flushing 1588230740/info: appending metadata at 1731060875397 (+8 ms)Flushing 1588230740/info: closing flushed file at 1731060875397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529cfd09: reopening flushed file at 1731060875436 (+39 ms)Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=39, compaction requested=false at 1731060875450 (+14 ms)Writing region close event to WAL at 1731060875469 (+19 ms)Running coprocessor post-close hooks at 1731060875477 (+8 ms)Closed at 1731060875477 2024-11-08T10:14:35,477 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T10:14:35,479 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/data/default/SPTestTable/88d19b5ddccb5623965a710a44f92b16/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T10:14:35,479 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:14:35,479 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88d19b5ddccb5623965a710a44f92b16: Waiting for close lock at 1731060875472Running coprocessor pre-close hooks at 1731060875472Disabling compacts and flushes for region at 1731060875472Disabling writes for close at 1731060875472Writing region close event to WAL at 1731060875473 (+1 ms)Running coprocessor post-close hooks at 1731060875479 (+6 ms)Closed at 1731060875479 2024-11-08T10:14:35,479 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731060782507.88d19b5ddccb5623965a710a44f92b16. 2024-11-08T10:14:35,588 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(976): stopping server dc7897b1f01f,42239,1731060770062; all regions closed. 2024-11-08T10:14:35,588 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(976): stopping server dc7897b1f01f,44569,1731060769988; all regions closed. 2024-11-08T10:14:35,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741858_1034 (size=5516) 2024-11-08T10:14:35,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741858_1034 (size=5516) 2024-11-08T10:14:35,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741834_1010 (size=3530) 2024-11-08T10:14:35,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741858_1034 (size=5516) 2024-11-08T10:14:35,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741834_1010 (size=3530) 2024-11-08T10:14:35,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741834_1010 (size=3530) 2024-11-08T10:14:35,598 DEBUG [RS:2;dc7897b1f01f:42239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/oldWALs 2024-11-08T10:14:35,598 DEBUG [RS:1;dc7897b1f01f:44569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/oldWALs 2024-11-08T10:14:35,599 INFO [RS:1;dc7897b1f01f:44569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dc7897b1f01f%2C44569%2C1731060769988:(num 1731060771855) 2024-11-08T10:14:35,599 INFO [RS:2;dc7897b1f01f:42239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dc7897b1f01f%2C42239%2C1731060770062.meta:.meta(num 1731060823934) 2024-11-08T10:14:35,599 DEBUG [RS:1;dc7897b1f01f:44569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:14:35,599 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:14:35,599 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T10:14:35,599 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.ChoreService(370): Chore service for: regionserver/dc7897b1f01f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T10:14:35,599 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T10:14:35,599 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T10:14:35,599 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T10:14:35,599 INFO [regionserver/dc7897b1f01f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T10:14:35,599 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T10:14:35,600 INFO [RS:1;dc7897b1f01f:44569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44569 2024-11-08T10:14:35,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741835_1011 (size=3500) 2024-11-08T10:14:35,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741835_1011 (size=3500) 2024-11-08T10:14:35,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741835_1011 (size=3500) 2024-11-08T10:14:35,604 DEBUG [RS:2;dc7897b1f01f:42239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/oldWALs 2024-11-08T10:14:35,604 INFO [RS:2;dc7897b1f01f:42239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dc7897b1f01f%2C42239%2C1731060770062:(num 1731060771855) 2024-11-08T10:14:35,604 DEBUG [RS:2;dc7897b1f01f:42239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:14:35,604 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:14:35,604 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T10:14:35,604 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.ChoreService(370): Chore service for: regionserver/dc7897b1f01f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T10:14:35,604 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T10:14:35,604 INFO [regionserver/dc7897b1f01f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T10:14:35,605 INFO [RS:2;dc7897b1f01f:42239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42239 2024-11-08T10:14:35,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T10:14:35,660 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dc7897b1f01f,44569,1731060769988 2024-11-08T10:14:35,661 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T10:14:35,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dc7897b1f01f,42239,1731060770062 2024-11-08T10:14:35,715 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T10:14:35,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dc7897b1f01f,42239,1731060770062] 2024-11-08T10:14:35,844 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dc7897b1f01f,42239,1731060770062 already deleted, retry=false 2024-11-08T10:14:35,845 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dc7897b1f01f,42239,1731060770062 expired; onlineServers=1 2024-11-08T10:14:35,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dc7897b1f01f,44569,1731060769988] 2024-11-08T10:14:35,874 INFO [RS:1;dc7897b1f01f:44569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T10:14:35,874 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:14:35,874 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x10119ef17d30002, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:14:35,874 INFO [RS:1;dc7897b1f01f:44569 {}] regionserver.HRegionServer(1031): Exiting; stopping=dc7897b1f01f,44569,1731060769988; zookeeper connection closed. 2024-11-08T10:14:35,875 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38db6f1a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38db6f1a 2024-11-08T10:14:35,930 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dc7897b1f01f,44569,1731060769988 already deleted, retry=false 2024-11-08T10:14:35,930 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dc7897b1f01f,44569,1731060769988 expired; onlineServers=0 2024-11-08T10:14:35,931 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dc7897b1f01f,35187,1731060768617' ***** 2024-11-08T10:14:35,931 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T10:14:35,932 INFO [M:0;dc7897b1f01f:35187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T10:14:35,932 INFO [M:0;dc7897b1f01f:35187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T10:14:35,932 DEBUG [M:0;dc7897b1f01f:35187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T10:14:35,933 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T10:14:35,933 DEBUG [M:0;dc7897b1f01f:35187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T10:14:35,933 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster-HFileCleaner.small.0-1731060771445 {}] cleaner.HFileCleaner(306): Exit Thread[master/dc7897b1f01f:0:becomeActiveMaster-HFileCleaner.small.0-1731060771445,5,FailOnTimeoutGroup] 2024-11-08T10:14:35,933 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster-HFileCleaner.large.0-1731060771444 {}] cleaner.HFileCleaner(306): Exit Thread[master/dc7897b1f01f:0:becomeActiveMaster-HFileCleaner.large.0-1731060771444,5,FailOnTimeoutGroup] 2024-11-08T10:14:35,934 INFO [M:0;dc7897b1f01f:35187 {}] hbase.ChoreService(370): Chore service for: master/dc7897b1f01f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T10:14:35,934 INFO [M:0;dc7897b1f01f:35187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T10:14:35,934 DEBUG [M:0;dc7897b1f01f:35187 {}] master.HMaster(1795): Stopping service threads 2024-11-08T10:14:35,934 INFO [M:0;dc7897b1f01f:35187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T10:14:35,934 INFO [M:0;dc7897b1f01f:35187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T10:14:35,935 ERROR [M:0;dc7897b1f01f:35187 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37759,5,PEWorkerGroup] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:37759 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37759,5,PEWorkerGroup] 2024-11-08T10:14:35,936 INFO [M:0;dc7897b1f01f:35187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T10:14:35,936 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T10:14:35,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:14:35,944 INFO [RS:2;dc7897b1f01f:42239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T10:14:35,944 INFO [RS:2;dc7897b1f01f:42239 {}] regionserver.HRegionServer(1031): Exiting; stopping=dc7897b1f01f,42239,1731060770062; zookeeper connection closed. 2024-11-08T10:14:35,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10119ef17d30003, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:14:35,944 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@205c33bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@205c33bd 2024-11-08T10:14:35,945 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T10:14:36,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T10:14:36,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:36,023 DEBUG [M:0;dc7897b1f01f:35187 {}] zookeeper.ZKUtil(347): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T10:14:36,023 WARN [M:0;dc7897b1f01f:35187 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T10:14:36,025 INFO [M:0;dc7897b1f01f:35187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/.lastflushedseqids 2024-11-08T10:14:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741868_1044 (size=668) 2024-11-08T10:14:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741868_1044 (size=668) 2024-11-08T10:14:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741868_1044 (size=668) 2024-11-08T10:14:36,044 INFO [M:0;dc7897b1f01f:35187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T10:14:36,044 INFO [M:0;dc7897b1f01f:35187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T10:14:36,044 DEBUG [M:0;dc7897b1f01f:35187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T10:14:36,044 INFO [M:0;dc7897b1f01f:35187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:14:36,045 DEBUG [M:0;dc7897b1f01f:35187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:14:36,045 DEBUG [M:0;dc7897b1f01f:35187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T10:14:36,045 DEBUG [M:0;dc7897b1f01f:35187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:14:36,045 INFO [M:0;dc7897b1f01f:35187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.83 KB heapSize=264.18 KB 2024-11-08T10:14:36,063 DEBUG [M:0;dc7897b1f01f:35187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf1e9cbdc97048298be3b0d30387df30 is 82, key is hbase:meta,,1/info:regioninfo/1731060824147/Put/seqid=0 2024-11-08T10:14:36,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741869_1045 (size=6071) 2024-11-08T10:14:36,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741869_1045 (size=6071) 2024-11-08T10:14:36,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741869_1045 (size=6071) 2024-11-08T10:14:36,075 INFO [M:0;dc7897b1f01f:35187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf1e9cbdc97048298be3b0d30387df30 2024-11-08T10:14:36,098 DEBUG [M:0;dc7897b1f01f:35187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c17115b944c94e5ca28c0d187c37bca9 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731060793073/Put/seqid=0 2024-11-08T10:14:36,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741870_1046 (size=9113) 2024-11-08T10:14:36,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741870_1046 (size=9113) 2024-11-08T10:14:36,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741870_1046 (size=9113) 2024-11-08T10:14:36,510 INFO [M:0;dc7897b1f01f:35187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.61 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c17115b944c94e5ca28c0d187c37bca9 2024-11-08T10:14:36,520 INFO [M:0;dc7897b1f01f:35187 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c17115b944c94e5ca28c0d187c37bca9 2024-11-08T10:14:36,542 DEBUG [M:0;dc7897b1f01f:35187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c99bea76b8642e8b4d6f828a24f734d is 69, key is dc7897b1f01f,42239,1731060770062/rs:state/1731060771551/Put/seqid=0 2024-11-08T10:14:36,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741871_1047 (size=5441) 2024-11-08T10:14:36,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741871_1047 (size=5441) 2024-11-08T10:14:36,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741871_1047 (size=5441) 2024-11-08T10:14:36,549 INFO [M:0;dc7897b1f01f:35187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c99bea76b8642e8b4d6f828a24f734d 2024-11-08T10:14:36,555 INFO [M:0;dc7897b1f01f:35187 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c99bea76b8642e8b4d6f828a24f734d 2024-11-08T10:14:36,557 DEBUG [M:0;dc7897b1f01f:35187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf1e9cbdc97048298be3b0d30387df30 as hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf1e9cbdc97048298be3b0d30387df30 2024-11-08T10:14:36,564 INFO [M:0;dc7897b1f01f:35187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf1e9cbdc97048298be3b0d30387df30, entries=14, sequenceid=561, filesize=5.9 K 2024-11-08T10:14:36,565 DEBUG [M:0;dc7897b1f01f:35187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c17115b944c94e5ca28c0d187c37bca9 as hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c17115b944c94e5ca28c0d187c37bca9 2024-11-08T10:14:36,572 INFO [M:0;dc7897b1f01f:35187 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c17115b944c94e5ca28c0d187c37bca9 2024-11-08T10:14:36,572 INFO [M:0;dc7897b1f01f:35187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c17115b944c94e5ca28c0d187c37bca9, entries=60, sequenceid=561, filesize=8.9 K 2024-11-08T10:14:36,573 DEBUG [M:0;dc7897b1f01f:35187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c99bea76b8642e8b4d6f828a24f734d as hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c99bea76b8642e8b4d6f828a24f734d 2024-11-08T10:14:36,579 INFO [M:0;dc7897b1f01f:35187 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c99bea76b8642e8b4d6f828a24f734d 2024-11-08T10:14:36,580 INFO [M:0;dc7897b1f01f:35187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/4a543d6f-f8cd-b626-db21-1733a087a38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c99bea76b8642e8b4d6f828a24f734d, entries=3, sequenceid=561, filesize=5.3 K 2024-11-08T10:14:36,581 INFO [M:0;dc7897b1f01f:35187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.83 KB/217941, heapSize ~263.88 KB/270216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 536ms, sequenceid=561, compaction requested=false 2024-11-08T10:14:36,582 INFO [M:0;dc7897b1f01f:35187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:14:36,582 DEBUG [M:0;dc7897b1f01f:35187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731060876044Disabling compacts and flushes for region at 1731060876044Disabling writes for close at 1731060876045 (+1 ms)Obtaining lock to block concurrent updates at 1731060876045Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731060876045Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217941, getHeapSize=270456, getOffHeapSize=0, getCellsCount=682 at 1731060876045Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731060876046 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731060876046Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731060876062 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731060876062Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731060876082 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731060876097 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731060876097Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731060876520 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731060876541 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731060876541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1a6f19: reopening flushed file at 1731060876555 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa7ee7c: reopening flushed file at 1731060876564 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c6ddab7: reopening flushed file at 1731060876572 (+8 ms)Finished flush of dataSize ~212.83 KB/217941, heapSize ~263.88 KB/270216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 536ms, sequenceid=561, compaction requested=false at 1731060876581 (+9 ms)Writing region close event to WAL at 1731060876582 (+1 ms)Closed at 1731060876582 2024-11-08T10:14:36,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741830_1006 (size=255309) 2024-11-08T10:14:36,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36171 is added to blk_1073741830_1006 (size=255309) 2024-11-08T10:14:36,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43935 is added to blk_1073741830_1006 (size=255309) 2024-11-08T10:14:36,585 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T10:14:36,585 INFO [M:0;dc7897b1f01f:35187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T10:14:36,585 INFO [M:0;dc7897b1f01f:35187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35187 2024-11-08T10:14:36,586 INFO [M:0;dc7897b1f01f:35187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T10:14:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:14:36,697 INFO [M:0;dc7897b1f01f:35187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T10:14:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x10119ef17d30000, quorum=127.0.0.1:62098, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:14:36,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:14:36,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:14:36,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:14:36,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:14:36,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/hadoop.log.dir/,STOPPED} 2024-11-08T10:14:36,707 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T10:14:36,708 WARN [BP-1656220729-172.17.0.3-1731060763790 heartbeating to localhost/127.0.0.1:37759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T10:14:36,708 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T10:14:36,708 WARN [BP-1656220729-172.17.0.3-1731060763790 heartbeating to localhost/127.0.0.1:37759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1656220729-172.17.0.3-1731060763790 (Datanode Uuid 4844311a-24fa-4fc8-960e-370a9e681591) service to localhost/127.0.0.1:37759 2024-11-08T10:14:36,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/cluster_6a5e116e-7b54-c14c-e5b1-92d931ea359a/data/data5/current/BP-1656220729-172.17.0.3-1731060763790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:14:36,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/cluster_6a5e116e-7b54-c14c-e5b1-92d931ea359a/data/data6/current/BP-1656220729-172.17.0.3-1731060763790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:14:36,711 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T10:14:36,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:14:36,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:14:36,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:14:36,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:14:36,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/hadoop.log.dir/,STOPPED} 2024-11-08T10:14:36,716 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T10:14:36,716 WARN [BP-1656220729-172.17.0.3-1731060763790 heartbeating to localhost/127.0.0.1:37759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T10:14:36,716 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T10:14:36,716 WARN [BP-1656220729-172.17.0.3-1731060763790 heartbeating to localhost/127.0.0.1:37759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1656220729-172.17.0.3-1731060763790 (Datanode Uuid b0e2fcf3-d07a-4695-96be-7d496bb74d7c) service to localhost/127.0.0.1:37759 2024-11-08T10:14:36,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/cluster_6a5e116e-7b54-c14c-e5b1-92d931ea359a/data/data3/current/BP-1656220729-172.17.0.3-1731060763790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:14:36,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/cluster_6a5e116e-7b54-c14c-e5b1-92d931ea359a/data/data4/current/BP-1656220729-172.17.0.3-1731060763790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:14:36,717 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T10:14:36,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:14:36,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:14:36,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:14:36,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:14:36,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/hadoop.log.dir/,STOPPED} 2024-11-08T10:14:36,721 WARN [BP-1656220729-172.17.0.3-1731060763790 heartbeating to localhost/127.0.0.1:37759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T10:14:36,721 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T10:14:36,721 WARN [BP-1656220729-172.17.0.3-1731060763790 heartbeating to localhost/127.0.0.1:37759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1656220729-172.17.0.3-1731060763790 (Datanode Uuid f20fa8cc-b958-4310-a769-77830da39af7) service to localhost/127.0.0.1:37759 2024-11-08T10:14:36,721 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T10:14:36,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/cluster_6a5e116e-7b54-c14c-e5b1-92d931ea359a/data/data1/current/BP-1656220729-172.17.0.3-1731060763790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:14:36,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/cluster_6a5e116e-7b54-c14c-e5b1-92d931ea359a/data/data2/current/BP-1656220729-172.17.0.3-1731060763790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:14:36,722 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T10:14:36,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T10:14:36,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:14:36,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:14:36,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:14:36,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/hadoop.log.dir/,STOPPED} 2024-11-08T10:14:36,740 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T10:14:36,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T10:14:36,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:37759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:37759 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/dc7897b1f01f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/dc7897b1f01f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RS_OPEN_META-regionserver/dc7897b1f01f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@787d75ce java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/dc7897b1f01f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/dc7897b1f01f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/dc7897b1f01f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:37759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/dc7897b1f01f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:37759 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/dc7897b1f01f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=4778 (was 7047) 2024-11-08T10:14:36,799 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=4778 2024-11-08T10:14:36,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/hadoop.log.dir so I do NOT create it in target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a 2024-11-08T10:14:36,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T10:14:36,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/hadoop.tmp.dir so I do NOT create it in target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a 2024-11-08T10:14:36,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f81b4a1-917e-80b7-9f27-f68c2223fb64/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T10:14:36,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a 2024-11-08T10:14:36,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T10:14:36,811 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/cluster_b35009e2-ee59-1a8a-9c17-a972726b6690, deleteOnExit=true 2024-11-08T10:14:36,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T10:14:36,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/test.cache.data in system properties and HBase conf 2024-11-08T10:14:36,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T10:14:36,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/hadoop.log.dir in system properties and HBase conf 2024-11-08T10:14:36,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T10:14:36,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T10:14:36,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T10:14:36,812 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T10:14:36,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T10:14:36,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T10:14:36,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T10:14:36,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T10:14:36,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T10:14:36,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T10:14:36,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T10:14:36,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T10:14:36,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T10:14:36,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/nfs.dump.dir in system properties and HBase conf 2024-11-08T10:14:36,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/java.io.tmpdir in system properties and HBase conf 2024-11-08T10:14:36,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T10:14:36,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T10:14:36,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T10:14:37,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:14:37,443 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:14:37,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:14:37,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:14:37,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T10:14:37,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:14:37,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@570f4a44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:14:37,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5467191c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:14:37,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8fe076{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/java.io.tmpdir/jetty-localhost-43541-hadoop-hdfs-3_4_1-tests_jar-_-any-7077867757733999381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T10:14:37,580 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64ef8c03{HTTP/1.1, (http/1.1)}{localhost:43541} 2024-11-08T10:14:37,580 INFO [Time-limited test {}] server.Server(415): Started @116730ms 2024-11-08T10:14:38,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:14:38,258 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:14:38,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:14:38,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:14:38,259 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T10:14:38,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c465cf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:14:38,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3826855f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:14:38,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b3020ac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/java.io.tmpdir/jetty-localhost-43343-hadoop-hdfs-3_4_1-tests_jar-_-any-8900456834283499898/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:14:38,360 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b8855a7{HTTP/1.1, (http/1.1)}{localhost:43343} 2024-11-08T10:14:38,360 INFO [Time-limited test {}] server.Server(415): Started @117511ms 2024-11-08T10:14:38,362 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T10:14:38,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:14:38,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:14:38,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:14:38,417 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:14:38,417 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T10:14:38,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1776a592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:14:38,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@240e258d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:14:38,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5379cd02{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/java.io.tmpdir/jetty-localhost-33927-hadoop-hdfs-3_4_1-tests_jar-_-any-10804599245731254975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:14:38,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22758452{HTTP/1.1, (http/1.1)}{localhost:33927} 2024-11-08T10:14:38,524 INFO [Time-limited test {}] server.Server(415): Started @117674ms 2024-11-08T10:14:38,525 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T10:14:38,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T10:14:38,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T10:14:38,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T10:14:38,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T10:14:38,554 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T10:14:38,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d11b9e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/hadoop.log.dir/,AVAILABLE} 2024-11-08T10:14:38,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70f36d17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T10:14:38,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6633c4d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/java.io.tmpdir/jetty-localhost-39051-hadoop-hdfs-3_4_1-tests_jar-_-any-15297705718250561220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:14:38,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@242e51be{HTTP/1.1, (http/1.1)}{localhost:39051} 2024-11-08T10:14:38,650 INFO [Time-limited test {}] server.Server(415): Started @117800ms 2024-11-08T10:14:38,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T10:14:39,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T10:14:39,800 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/cluster_b35009e2-ee59-1a8a-9c17-a972726b6690/data/data2/current/BP-2018516124-172.17.0.3-1731060876837/current, will proceed with Du for space computation calculation, 2024-11-08T10:14:39,800 WARN [Thread-735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/cluster_b35009e2-ee59-1a8a-9c17-a972726b6690/data/data1/current/BP-2018516124-172.17.0.3-1731060876837/current, will proceed with Du for space computation calculation, 2024-11-08T10:14:39,825 WARN [Thread-676 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T10:14:39,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x740ce67c71ce8444 with lease ID 0x13aaeb20efbfcde9: Processing first storage report for DS-388d5913-912c-4ce1-a6e8-199cc9bbb0bd from datanode DatanodeRegistration(127.0.0.1:38277, datanodeUuid=ab6da023-3919-4ea9-b0e8-8057d46ad002, infoPort=35767, infoSecurePort=0, ipcPort=43841, storageInfo=lv=-57;cid=testClusterID;nsid=1605491186;c=1731060876837) 2024-11-08T10:14:39,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x740ce67c71ce8444 with lease ID 0x13aaeb20efbfcde9: from storage DS-388d5913-912c-4ce1-a6e8-199cc9bbb0bd node DatanodeRegistration(127.0.0.1:38277, datanodeUuid=ab6da023-3919-4ea9-b0e8-8057d46ad002, infoPort=35767, infoSecurePort=0, ipcPort=43841, storageInfo=lv=-57;cid=testClusterID;nsid=1605491186;c=1731060876837), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:14:39,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x740ce67c71ce8444 with lease ID 0x13aaeb20efbfcde9: Processing first storage report for DS-f715e535-0b7a-40ea-a768-84b61f1687d3 from datanode DatanodeRegistration(127.0.0.1:38277, datanodeUuid=ab6da023-3919-4ea9-b0e8-8057d46ad002, infoPort=35767, infoSecurePort=0, ipcPort=43841, storageInfo=lv=-57;cid=testClusterID;nsid=1605491186;c=1731060876837) 2024-11-08T10:14:39,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x740ce67c71ce8444 with lease ID 0x13aaeb20efbfcde9: from storage DS-f715e535-0b7a-40ea-a768-84b61f1687d3 node DatanodeRegistration(127.0.0.1:38277, datanodeUuid=ab6da023-3919-4ea9-b0e8-8057d46ad002, infoPort=35767, infoSecurePort=0, ipcPort=43841, storageInfo=lv=-57;cid=testClusterID;nsid=1605491186;c=1731060876837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:14:40,214 WARN [Thread-748 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/cluster_b35009e2-ee59-1a8a-9c17-a972726b6690/data/data4/current/BP-2018516124-172.17.0.3-1731060876837/current, will proceed with Du for space computation calculation, 2024-11-08T10:14:40,214 WARN [Thread-747 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/cluster_b35009e2-ee59-1a8a-9c17-a972726b6690/data/data3/current/BP-2018516124-172.17.0.3-1731060876837/current, will proceed with Du for space computation calculation, 2024-11-08T10:14:40,244 WARN [Thread-699 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T10:14:40,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd32a57a742d9722f with lease ID 0x13aaeb20efbfcdea: Processing first storage report for DS-d8dc7c58-9b63-4b3a-8336-dc0937d01244 from datanode DatanodeRegistration(127.0.0.1:42229, datanodeUuid=e79d11b1-8ec9-4883-9642-e6b7789582a7, infoPort=36521, infoSecurePort=0, ipcPort=46295, storageInfo=lv=-57;cid=testClusterID;nsid=1605491186;c=1731060876837) 2024-11-08T10:14:40,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd32a57a742d9722f with lease ID 0x13aaeb20efbfcdea: from storage DS-d8dc7c58-9b63-4b3a-8336-dc0937d01244 node DatanodeRegistration(127.0.0.1:42229, datanodeUuid=e79d11b1-8ec9-4883-9642-e6b7789582a7, infoPort=36521, infoSecurePort=0, ipcPort=46295, storageInfo=lv=-57;cid=testClusterID;nsid=1605491186;c=1731060876837), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:14:40,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd32a57a742d9722f with lease ID 0x13aaeb20efbfcdea: Processing first storage report for DS-1a2960a7-a651-4260-b76f-8c4c72d001a9 from datanode DatanodeRegistration(127.0.0.1:42229, datanodeUuid=e79d11b1-8ec9-4883-9642-e6b7789582a7, infoPort=36521, infoSecurePort=0, ipcPort=46295, storageInfo=lv=-57;cid=testClusterID;nsid=1605491186;c=1731060876837) 2024-11-08T10:14:40,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd32a57a742d9722f with lease ID 0x13aaeb20efbfcdea: from storage DS-1a2960a7-a651-4260-b76f-8c4c72d001a9 node DatanodeRegistration(127.0.0.1:42229, datanodeUuid=e79d11b1-8ec9-4883-9642-e6b7789582a7, infoPort=36521, infoSecurePort=0, ipcPort=46295, storageInfo=lv=-57;cid=testClusterID;nsid=1605491186;c=1731060876837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:14:40,267 WARN [Thread-758 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/cluster_b35009e2-ee59-1a8a-9c17-a972726b6690/data/data5/current/BP-2018516124-172.17.0.3-1731060876837/current, will proceed with Du for space computation calculation, 2024-11-08T10:14:40,267 WARN [Thread-759 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/cluster_b35009e2-ee59-1a8a-9c17-a972726b6690/data/data6/current/BP-2018516124-172.17.0.3-1731060876837/current, will proceed with Du for space computation calculation, 2024-11-08T10:14:40,289 WARN [Thread-721 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T10:14:40,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19e5010939eacbfe with lease ID 0x13aaeb20efbfcdeb: Processing first storage report for DS-ac5081b9-7074-4a48-9a98-5515d7fb30b6 from datanode DatanodeRegistration(127.0.0.1:38869, datanodeUuid=39f8669c-04e2-454a-9f2b-595ae0648819, infoPort=46251, infoSecurePort=0, ipcPort=39321, storageInfo=lv=-57;cid=testClusterID;nsid=1605491186;c=1731060876837) 2024-11-08T10:14:40,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19e5010939eacbfe with lease ID 0x13aaeb20efbfcdeb: from storage DS-ac5081b9-7074-4a48-9a98-5515d7fb30b6 node DatanodeRegistration(127.0.0.1:38869, datanodeUuid=39f8669c-04e2-454a-9f2b-595ae0648819, infoPort=46251, infoSecurePort=0, ipcPort=39321, storageInfo=lv=-57;cid=testClusterID;nsid=1605491186;c=1731060876837), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:14:40,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19e5010939eacbfe with lease ID 0x13aaeb20efbfcdeb: Processing first storage report for DS-4bd92de9-a5bd-4a92-be28-babef51d7efd from datanode DatanodeRegistration(127.0.0.1:38869, datanodeUuid=39f8669c-04e2-454a-9f2b-595ae0648819, infoPort=46251, infoSecurePort=0, ipcPort=39321, storageInfo=lv=-57;cid=testClusterID;nsid=1605491186;c=1731060876837) 2024-11-08T10:14:40,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19e5010939eacbfe with lease ID 0x13aaeb20efbfcdeb: from storage DS-4bd92de9-a5bd-4a92-be28-babef51d7efd node DatanodeRegistration(127.0.0.1:38869, datanodeUuid=39f8669c-04e2-454a-9f2b-595ae0648819, infoPort=46251, infoSecurePort=0, ipcPort=39321, storageInfo=lv=-57;cid=testClusterID;nsid=1605491186;c=1731060876837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T10:14:40,297 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a 2024-11-08T10:14:40,300 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/cluster_b35009e2-ee59-1a8a-9c17-a972726b6690/zookeeper_0, clientPort=58883, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/cluster_b35009e2-ee59-1a8a-9c17-a972726b6690/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/cluster_b35009e2-ee59-1a8a-9c17-a972726b6690/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T10:14:40,301 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58883 2024-11-08T10:14:40,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:14:40,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:14:40,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741825_1001 (size=7) 2024-11-08T10:14:40,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741825_1001 (size=7) 2024-11-08T10:14:40,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741825_1001 (size=7) 2024-11-08T10:14:40,324 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2 with version=8 2024-11-08T10:14:40,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/hbase-staging 2024-11-08T10:14:40,326 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dc7897b1f01f:0 server-side Connection retries=45 2024-11-08T10:14:40,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:14:40,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:14:40,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:14:40,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:14:40,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:14:40,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T10:14:40,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:14:40,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33343 2024-11-08T10:14:40,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33343 connecting to ZooKeeper ensemble=127.0.0.1:58883 2024-11-08T10:14:40,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333430x0, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:14:40,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33343-0x10119f0cf570000 connected 2024-11-08T10:14:40,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:14:40,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:14:40,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:14:40,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:14:40,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:14:40,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:14:40,475 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2, hbase.cluster.distributed=false 2024-11-08T10:14:40,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:14:40,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33343 2024-11-08T10:14:40,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33343 2024-11-08T10:14:40,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33343 2024-11-08T10:14:40,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33343 2024-11-08T10:14:40,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33343 2024-11-08T10:14:40,507 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dc7897b1f01f:0 server-side Connection retries=45 2024-11-08T10:14:40,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:14:40,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:14:40,507 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:14:40,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:14:40,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:14:40,507 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T10:14:40,507 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:14:40,508 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36859 2024-11-08T10:14:40,511 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36859 connecting to ZooKeeper ensemble=127.0.0.1:58883 2024-11-08T10:14:40,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:14:40,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:14:40,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368590x0, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:14:40,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36859-0x10119f0cf570001 connected 2024-11-08T10:14:40,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:14:40,537 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T10:14:40,540 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T10:14:40,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T10:14:40,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:14:40,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36859 2024-11-08T10:14:40,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36859 2024-11-08T10:14:40,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36859 2024-11-08T10:14:40,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36859 2024-11-08T10:14:40,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36859 2024-11-08T10:14:40,563 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dc7897b1f01f:0 server-side Connection retries=45 2024-11-08T10:14:40,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:14:40,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:14:40,563 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:14:40,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:14:40,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:14:40,563 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T10:14:40,563 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:14:40,564 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45041 2024-11-08T10:14:40,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45041 connecting to ZooKeeper ensemble=127.0.0.1:58883 2024-11-08T10:14:40,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:14:40,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:14:40,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450410x0, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:14:40,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450410x0, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:14:40,576 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T10:14:40,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45041-0x10119f0cf570002 connected 2024-11-08T10:14:40,579 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T10:14:40,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45041-0x10119f0cf570002, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T10:14:40,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45041-0x10119f0cf570002, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:14:40,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45041 2024-11-08T10:14:40,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45041 2024-11-08T10:14:40,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45041 2024-11-08T10:14:40,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45041 2024-11-08T10:14:40,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45041 2024-11-08T10:14:40,606 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dc7897b1f01f:0 server-side Connection retries=45 2024-11-08T10:14:40,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:14:40,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T10:14:40,606 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T10:14:40,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T10:14:40,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T10:14:40,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T10:14:40,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:14:40,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36829 2024-11-08T10:14:40,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36829 connecting to ZooKeeper ensemble=127.0.0.1:58883 2024-11-08T10:14:40,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:14:40,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:14:40,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368290x0, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T10:14:40,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368290x0, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:14:40,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36829-0x10119f0cf570003 connected 2024-11-08T10:14:40,628 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T10:14:40,629 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T10:14:40,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T10:14:40,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T10:14:40,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36829 2024-11-08T10:14:40,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36829 2024-11-08T10:14:40,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36829 2024-11-08T10:14:40,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36829 2024-11-08T10:14:40,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36829 2024-11-08T10:14:40,652 DEBUG [M:0;dc7897b1f01f:33343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dc7897b1f01f:33343 2024-11-08T10:14:40,653 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/dc7897b1f01f,33343,1731060880326 2024-11-08T10:14:40,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:14:40,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:14:40,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:14:40,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x10119f0cf570002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:14:40,663 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/dc7897b1f01f,33343,1731060880326 2024-11-08T10:14:40,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x10119f0cf570002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T10:14:40,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T10:14:40,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:40,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:40,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x10119f0cf570002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:40,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T10:14:40,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:40,671 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T10:14:40,671 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/dc7897b1f01f,33343,1731060880326 from backup master directory 2024-11-08T10:14:40,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:14:40,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x10119f0cf570002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:14:40,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:14:40,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/dc7897b1f01f,33343,1731060880326 2024-11-08T10:14:40,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T10:14:40,681 WARN [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:14:40,681 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dc7897b1f01f,33343,1731060880326 2024-11-08T10:14:40,687 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/hbase.id] with ID: 0bb709e1-3131-4f8d-bcf3-3f5931afd957 2024-11-08T10:14:40,687 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/.tmp/hbase.id 2024-11-08T10:14:40,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741826_1002 (size=42) 2024-11-08T10:14:40,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741826_1002 (size=42) 2024-11-08T10:14:40,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741826_1002 (size=42) 2024-11-08T10:14:40,701 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/.tmp/hbase.id]:[hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/hbase.id] 2024-11-08T10:14:40,718 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T10:14:40,719 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T10:14:40,721 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T10:14:40,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x10119f0cf570002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:40,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:40,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:40,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:40,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741827_1003 (size=196) 2024-11-08T10:14:40,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741827_1003 (size=196) 2024-11-08T10:14:40,748 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:14:40,749 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T10:14:40,749 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:14:40,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741827_1003 (size=196) 2024-11-08T10:14:40,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741828_1004 (size=1189) 2024-11-08T10:14:40,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741828_1004 (size=1189) 2024-11-08T10:14:40,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741828_1004 (size=1189) 2024-11-08T10:14:40,770 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store 2024-11-08T10:14:40,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741829_1005 (size=34) 2024-11-08T10:14:40,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741829_1005 (size=34) 2024-11-08T10:14:40,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741829_1005 (size=34) 2024-11-08T10:14:40,787 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:40,787 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T10:14:40,788 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:14:40,788 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:14:40,788 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T10:14:40,788 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:14:40,788 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:14:40,788 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731060880787Disabling compacts and flushes for region at 1731060880787Disabling writes for close at 1731060880788 (+1 ms)Writing region close event to WAL at 1731060880788Closed at 1731060880788 2024-11-08T10:14:40,789 WARN [master/dc7897b1f01f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/.initializing 2024-11-08T10:14:40,789 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/WALs/dc7897b1f01f,33343,1731060880326 2024-11-08T10:14:40,791 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T10:14:40,794 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dc7897b1f01f%2C33343%2C1731060880326, suffix=, logDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/WALs/dc7897b1f01f,33343,1731060880326, archiveDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/oldWALs, maxLogs=10 2024-11-08T10:14:40,813 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/WALs/dc7897b1f01f,33343,1731060880326/dc7897b1f01f%2C33343%2C1731060880326.1731060880794, exclude list is [], retry=0 2024-11-08T10:14:40,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38277,DS-388d5913-912c-4ce1-a6e8-199cc9bbb0bd,DISK] 2024-11-08T10:14:40,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42229,DS-d8dc7c58-9b63-4b3a-8336-dc0937d01244,DISK] 2024-11-08T10:14:40,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38869,DS-ac5081b9-7074-4a48-9a98-5515d7fb30b6,DISK] 2024-11-08T10:14:40,844 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/WALs/dc7897b1f01f,33343,1731060880326/dc7897b1f01f%2C33343%2C1731060880326.1731060880794 2024-11-08T10:14:40,845 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35767:35767),(127.0.0.1/127.0.0.1:36521:36521),(127.0.0.1/127.0.0.1:46251:46251)] 2024-11-08T10:14:40,845 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:14:40,845 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:40,846 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:14:40,846 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:14:40,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:14:40,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T10:14:40,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:40,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:14:40,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:14:40,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T10:14:40,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:40,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:14:40,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:14:40,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T10:14:40,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:40,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:14:40,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:14:40,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T10:14:40,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:40,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:14:40,866 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:14:40,867 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:14:40,868 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:14:40,870 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:14:40,870 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:14:40,870 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T10:14:40,872 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T10:14:40,876 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:14:40,877 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66424997, jitterRate=-0.010190412402153015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T10:14:40,877 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731060880846Initializing all the Stores at 1731060880850 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060880850Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060880852 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060880852Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060880852Cleaning up temporary data from old regions at 1731060880870 (+18 ms)Region opened successfully at 1731060880877 (+7 ms) 2024-11-08T10:14:40,878 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T10:14:40,882 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cc8e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dc7897b1f01f/172.17.0.3:0 2024-11-08T10:14:40,883 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T10:14:40,883 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T10:14:40,884 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T10:14:40,884 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T10:14:40,889 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-08T10:14:40,889 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T10:14:40,889 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T10:14:40,894 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T10:14:40,895 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T10:14:40,901 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T10:14:40,901 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T10:14:40,902 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T10:14:40,911 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T10:14:40,912 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T10:14:40,913 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T10:14:40,922 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T10:14:40,923 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T10:14:40,926 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T10:14:40,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:14:40,932 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T10:14:40,942 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T10:14:40,953 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T10:14:40,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:14:40,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:14:40,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:14:40,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:14:40,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:40,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:40,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:14:40,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:40,972 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dc7897b1f01f,33343,1731060880326, sessionid=0x10119f0cf570000, setting cluster-up flag (Was=false) 2024-11-08T10:14:40,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x10119f0cf570002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T10:14:40,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x10119f0cf570002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:41,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:41,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:41,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:41,048 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T10:14:41,049 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dc7897b1f01f,33343,1731060880326 2024-11-08T10:14:41,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:41,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:41,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:41,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x10119f0cf570002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:41,101 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T10:14:41,102 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dc7897b1f01f,33343,1731060880326 2024-11-08T10:14:41,103 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T10:14:41,105 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T10:14:41,105 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T10:14:41,105 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T10:14:41,106 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dc7897b1f01f,33343,1731060880326 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T10:14:41,107 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dc7897b1f01f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:14:41,107 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dc7897b1f01f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:14:41,107 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dc7897b1f01f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:14:41,107 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dc7897b1f01f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T10:14:41,107 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dc7897b1f01f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T10:14:41,107 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,107 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dc7897b1f01f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:14:41,107 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,111 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T10:14:41,111 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T10:14:41,112 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731060911112 2024-11-08T10:14:41,113 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T10:14:41,113 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T10:14:41,113 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T10:14:41,113 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T10:14:41,113 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T10:14:41,113 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T10:14:41,113 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,114 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:41,114 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T10:14:41,115 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T10:14:41,115 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T10:14:41,115 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T10:14:41,116 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T10:14:41,116 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T10:14:41,117 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dc7897b1f01f:0:becomeActiveMaster-HFileCleaner.large.0-1731060881116,5,FailOnTimeoutGroup] 2024-11-08T10:14:41,118 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dc7897b1f01f:0:becomeActiveMaster-HFileCleaner.small.0-1731060881117,5,FailOnTimeoutGroup] 2024-11-08T10:14:41,118 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,118 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T10:14:41,118 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,118 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741831_1007 (size=1321) 2024-11-08T10:14:41,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741831_1007 (size=1321) 2024-11-08T10:14:41,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741831_1007 (size=1321) 2024-11-08T10:14:41,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T10:14:41,143 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2 2024-11-08T10:14:41,149 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(746): ClusterId : 0bb709e1-3131-4f8d-bcf3-3f5931afd957 2024-11-08T10:14:41,149 DEBUG [RS:2;dc7897b1f01f:36829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T10:14:41,154 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(746): ClusterId : 0bb709e1-3131-4f8d-bcf3-3f5931afd957 2024-11-08T10:14:41,154 DEBUG [RS:0;dc7897b1f01f:36859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T10:14:41,159 INFO [RS:1;dc7897b1f01f:45041 {}] regionserver.HRegionServer(746): ClusterId : 0bb709e1-3131-4f8d-bcf3-3f5931afd957 2024-11-08T10:14:41,159 DEBUG [RS:1;dc7897b1f01f:45041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T10:14:41,164 DEBUG [RS:2;dc7897b1f01f:36829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T10:14:41,164 DEBUG [RS:2;dc7897b1f01f:36829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T10:14:41,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741832_1008 (size=32) 2024-11-08T10:14:41,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741832_1008 (size=32) 2024-11-08T10:14:41,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741832_1008 (size=32) 2024-11-08T10:14:41,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:41,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T10:14:41,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T10:14:41,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:41,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:14:41,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T10:14:41,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T10:14:41,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:41,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:14:41,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T10:14:41,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T10:14:41,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:41,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:14:41,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T10:14:41,207 DEBUG [RS:1;dc7897b1f01f:45041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T10:14:41,207 DEBUG [RS:1;dc7897b1f01f:45041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T10:14:41,208 DEBUG [RS:0;dc7897b1f01f:36859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T10:14:41,208 DEBUG [RS:0;dc7897b1f01f:36859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T10:14:41,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T10:14:41,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:41,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:14:41,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T10:14:41,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740 2024-11-08T10:14:41,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740 2024-11-08T10:14:41,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T10:14:41,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T10:14:41,215 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T10:14:41,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T10:14:41,222 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:14:41,223 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62909405, jitterRate=-0.06257681548595428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T10:14:41,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731060881184Initializing all the Stores at 1731060881185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060881185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060881186 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060881186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060881186Cleaning up temporary data from old regions at 1731060881214 (+28 ms)Region opened successfully at 1731060881223 (+9 ms) 2024-11-08T10:14:41,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T10:14:41,223 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T10:14:41,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T10:14:41,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T10:14:41,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T10:14:41,223 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T10:14:41,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731060881223Disabling compacts and flushes for region at 1731060881223Disabling writes for close at 1731060881223Writing region close event to WAL at 1731060881223Closed at 1731060881223 2024-11-08T10:14:41,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T10:14:41,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T10:14:41,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T10:14:41,226 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T10:14:41,228 DEBUG [RS:2;dc7897b1f01f:36829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T10:14:41,228 DEBUG [RS:0;dc7897b1f01f:36859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T10:14:41,229 DEBUG [RS:2;dc7897b1f01f:36829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6628a8e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dc7897b1f01f/172.17.0.3:0 2024-11-08T10:14:41,229 DEBUG [RS:0;dc7897b1f01f:36859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b04e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dc7897b1f01f/172.17.0.3:0 2024-11-08T10:14:41,232 DEBUG [RS:1;dc7897b1f01f:45041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T10:14:41,232 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T10:14:41,232 DEBUG [RS:1;dc7897b1f01f:45041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a7857e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dc7897b1f01f/172.17.0.3:0 2024-11-08T10:14:41,251 DEBUG [RS:0;dc7897b1f01f:36859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dc7897b1f01f:36859 2024-11-08T10:14:41,251 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T10:14:41,251 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T10:14:41,251 DEBUG [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T10:14:41,254 DEBUG [RS:2;dc7897b1f01f:36829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;dc7897b1f01f:36829 2024-11-08T10:14:41,254 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T10:14:41,254 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T10:14:41,254 DEBUG [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T10:14:41,255 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(2659): reportForDuty to master=dc7897b1f01f,33343,1731060880326 with port=36829, startcode=1731060880606 2024-11-08T10:14:41,255 DEBUG [RS:2;dc7897b1f01f:36829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T10:14:41,257 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T10:14:41,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dc7897b1f01f,36829,1731060880606 2024-11-08T10:14:41,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33343 {}] master.ServerManager(517): Registering regionserver=dc7897b1f01f,36829,1731060880606 2024-11-08T10:14:41,260 DEBUG [RS:1;dc7897b1f01f:45041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;dc7897b1f01f:45041 2024-11-08T10:14:41,260 INFO [RS:1;dc7897b1f01f:45041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T10:14:41,260 INFO [RS:1;dc7897b1f01f:45041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T10:14:41,260 DEBUG [RS:1;dc7897b1f01f:45041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T10:14:41,261 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(2659): reportForDuty to master=dc7897b1f01f,33343,1731060880326 with port=36859, startcode=1731060880506 2024-11-08T10:14:41,261 DEBUG [RS:0;dc7897b1f01f:36859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T10:14:41,262 INFO [RS:1;dc7897b1f01f:45041 {}] regionserver.HRegionServer(2659): reportForDuty to master=dc7897b1f01f,33343,1731060880326 with port=45041, startcode=1731060880562 2024-11-08T10:14:41,262 DEBUG [RS:1;dc7897b1f01f:45041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T10:14:41,265 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T10:14:41,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dc7897b1f01f,45041,1731060880562 2024-11-08T10:14:41,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33343 {}] master.ServerManager(517): Registering regionserver=dc7897b1f01f,45041,1731060880562 2024-11-08T10:14:41,267 DEBUG [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2 2024-11-08T10:14:41,267 DEBUG [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33477 2024-11-08T10:14:41,267 DEBUG [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T10:14:41,268 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T10:14:41,269 DEBUG [RS:1;dc7897b1f01f:45041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2 2024-11-08T10:14:41,269 DEBUG [RS:1;dc7897b1f01f:45041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33477 2024-11-08T10:14:41,269 DEBUG [RS:1;dc7897b1f01f:45041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T10:14:41,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dc7897b1f01f,36859,1731060880506 2024-11-08T10:14:41,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33343 {}] master.ServerManager(517): Registering regionserver=dc7897b1f01f,36859,1731060880506 2024-11-08T10:14:41,270 DEBUG [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2 2024-11-08T10:14:41,270 DEBUG [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33477 2024-11-08T10:14:41,270 DEBUG [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T10:14:41,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T10:14:41,322 DEBUG [RS:2;dc7897b1f01f:36829 {}] zookeeper.ZKUtil(111): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dc7897b1f01f,36829,1731060880606 2024-11-08T10:14:41,322 WARN [RS:2;dc7897b1f01f:36829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:14:41,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dc7897b1f01f,45041,1731060880562] 2024-11-08T10:14:41,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dc7897b1f01f,36829,1731060880606] 2024-11-08T10:14:41,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dc7897b1f01f,36859,1731060880506] 2024-11-08T10:14:41,323 INFO [RS:2;dc7897b1f01f:36829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:14:41,323 DEBUG [RS:0;dc7897b1f01f:36859 {}] zookeeper.ZKUtil(111): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dc7897b1f01f,36859,1731060880506 2024-11-08T10:14:41,323 DEBUG [RS:1;dc7897b1f01f:45041 {}] zookeeper.ZKUtil(111): regionserver:45041-0x10119f0cf570002, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dc7897b1f01f,45041,1731060880562 2024-11-08T10:14:41,323 WARN [RS:0;dc7897b1f01f:36859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:14:41,323 WARN [RS:1;dc7897b1f01f:45041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T10:14:41,323 DEBUG [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,36829,1731060880606 2024-11-08T10:14:41,323 INFO [RS:1;dc7897b1f01f:45041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:14:41,323 INFO [RS:0;dc7897b1f01f:36859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:14:41,323 DEBUG [RS:1;dc7897b1f01f:45041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562 2024-11-08T10:14:41,323 DEBUG [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,36859,1731060880506 2024-11-08T10:14:41,328 INFO [RS:1;dc7897b1f01f:45041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T10:14:41,330 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T10:14:41,332 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T10:14:41,340 INFO [RS:1;dc7897b1f01f:45041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T10:14:41,340 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T10:14:41,341 INFO [RS:2;dc7897b1f01f:36829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T10:14:41,341 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,341 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T10:14:41,342 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T10:14:41,342 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T10:14:41,343 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,343 DEBUG [RS:2;dc7897b1f01f:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,343 DEBUG [RS:2;dc7897b1f01f:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,343 DEBUG [RS:2;dc7897b1f01f:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,343 DEBUG [RS:2;dc7897b1f01f:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,343 DEBUG [RS:2;dc7897b1f01f:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,343 DEBUG [RS:2;dc7897b1f01f:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:14:41,343 DEBUG [RS:2;dc7897b1f01f:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,343 DEBUG [RS:2;dc7897b1f01f:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,343 DEBUG [RS:2;dc7897b1f01f:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,343 DEBUG [RS:2;dc7897b1f01f:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,343 DEBUG [RS:2;dc7897b1f01f:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,343 DEBUG [RS:2;dc7897b1f01f:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,344 DEBUG [RS:2;dc7897b1f01f:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:14:41,344 DEBUG [RS:2;dc7897b1f01f:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dc7897b1f01f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:14:41,344 INFO [RS:1;dc7897b1f01f:45041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T10:14:41,344 INFO [RS:1;dc7897b1f01f:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,345 INFO [RS:1;dc7897b1f01f:45041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T10:14:41,346 INFO [RS:1;dc7897b1f01f:45041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T10:14:41,346 INFO [RS:1;dc7897b1f01f:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,346 DEBUG [RS:1;dc7897b1f01f:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,346 DEBUG [RS:1;dc7897b1f01f:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,346 DEBUG [RS:1;dc7897b1f01f:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,347 DEBUG [RS:1;dc7897b1f01f:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,347 DEBUG [RS:1;dc7897b1f01f:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,347 DEBUG [RS:1;dc7897b1f01f:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:14:41,347 DEBUG [RS:1;dc7897b1f01f:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,347 DEBUG [RS:1;dc7897b1f01f:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,347 DEBUG [RS:1;dc7897b1f01f:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,347 DEBUG [RS:1;dc7897b1f01f:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,347 DEBUG [RS:1;dc7897b1f01f:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,347 DEBUG [RS:1;dc7897b1f01f:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,347 DEBUG [RS:1;dc7897b1f01f:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:14:41,347 DEBUG [RS:1;dc7897b1f01f:45041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dc7897b1f01f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:14:41,358 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,358 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,359 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,359 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,359 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,359 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,36829,1731060880606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:14:41,371 INFO [RS:0;dc7897b1f01f:36859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T10:14:41,371 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,372 INFO [RS:1;dc7897b1f01f:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,372 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T10:14:41,372 INFO [RS:1;dc7897b1f01f:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,372 INFO [RS:1;dc7897b1f01f:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,372 INFO [RS:1;dc7897b1f01f:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,372 INFO [RS:1;dc7897b1f01f:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,372 INFO [RS:1;dc7897b1f01f:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,45041,1731060880562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:14:41,374 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T10:14:41,374 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,374 DEBUG [RS:0;dc7897b1f01f:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,374 DEBUG [RS:0;dc7897b1f01f:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,374 DEBUG [RS:0;dc7897b1f01f:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,374 DEBUG [RS:0;dc7897b1f01f:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,374 DEBUG [RS:0;dc7897b1f01f:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,374 DEBUG [RS:0;dc7897b1f01f:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T10:14:41,374 DEBUG [RS:0;dc7897b1f01f:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,374 DEBUG [RS:0;dc7897b1f01f:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,375 DEBUG [RS:0;dc7897b1f01f:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,375 DEBUG [RS:0;dc7897b1f01f:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,375 DEBUG [RS:0;dc7897b1f01f:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,375 DEBUG [RS:0;dc7897b1f01f:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dc7897b1f01f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T10:14:41,375 DEBUG [RS:0;dc7897b1f01f:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:14:41,375 DEBUG [RS:0;dc7897b1f01f:36859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dc7897b1f01f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T10:14:41,382 WARN [dc7897b1f01f:33343 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T10:14:41,384 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,384 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,384 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,384 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,384 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,384 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,36859,1731060880506-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:14:41,386 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T10:14:41,386 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,36829,1731060880606-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,387 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,387 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.Replication(171): dc7897b1f01f,36829,1731060880606 started 2024-11-08T10:14:41,393 INFO [RS:1;dc7897b1f01f:45041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T10:14:41,393 INFO [RS:1;dc7897b1f01f:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,45041,1731060880562-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,393 INFO [RS:1;dc7897b1f01f:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,393 INFO [RS:1;dc7897b1f01f:45041 {}] regionserver.Replication(171): dc7897b1f01f,45041,1731060880562 started 2024-11-08T10:14:41,412 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T10:14:41,413 INFO [RS:1;dc7897b1f01f:45041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,413 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,413 INFO [RS:1;dc7897b1f01f:45041 {}] regionserver.HRegionServer(1482): Serving as dc7897b1f01f,45041,1731060880562, RpcServer on dc7897b1f01f/172.17.0.3:45041, sessionid=0x10119f0cf570002 2024-11-08T10:14:41,413 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(1482): Serving as dc7897b1f01f,36829,1731060880606, RpcServer on dc7897b1f01f/172.17.0.3:36829, sessionid=0x10119f0cf570003 2024-11-08T10:14:41,413 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,36859,1731060880506-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,413 DEBUG [RS:1;dc7897b1f01f:45041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T10:14:41,413 DEBUG [RS:2;dc7897b1f01f:36829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T10:14:41,413 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,413 DEBUG [RS:1;dc7897b1f01f:45041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dc7897b1f01f,45041,1731060880562 2024-11-08T10:14:41,413 DEBUG [RS:2;dc7897b1f01f:36829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dc7897b1f01f,36829,1731060880606 2024-11-08T10:14:41,413 DEBUG [RS:1;dc7897b1f01f:45041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dc7897b1f01f,45041,1731060880562' 2024-11-08T10:14:41,413 DEBUG [RS:2;dc7897b1f01f:36829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dc7897b1f01f,36829,1731060880606' 2024-11-08T10:14:41,413 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.Replication(171): dc7897b1f01f,36859,1731060880506 started 2024-11-08T10:14:41,413 DEBUG [RS:2;dc7897b1f01f:36829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T10:14:41,413 DEBUG [RS:1;dc7897b1f01f:45041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T10:14:41,414 DEBUG [RS:1;dc7897b1f01f:45041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T10:14:41,414 DEBUG [RS:2;dc7897b1f01f:36829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T10:14:41,414 DEBUG [RS:1;dc7897b1f01f:45041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T10:14:41,414 DEBUG [RS:1;dc7897b1f01f:45041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T10:14:41,414 DEBUG [RS:2;dc7897b1f01f:36829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T10:14:41,414 DEBUG [RS:1;dc7897b1f01f:45041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dc7897b1f01f,45041,1731060880562 2024-11-08T10:14:41,414 DEBUG [RS:2;dc7897b1f01f:36829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T10:14:41,414 DEBUG [RS:1;dc7897b1f01f:45041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dc7897b1f01f,45041,1731060880562' 2024-11-08T10:14:41,414 DEBUG [RS:2;dc7897b1f01f:36829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dc7897b1f01f,36829,1731060880606 2024-11-08T10:14:41,414 DEBUG [RS:1;dc7897b1f01f:45041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T10:14:41,414 DEBUG [RS:2;dc7897b1f01f:36829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dc7897b1f01f,36829,1731060880606' 2024-11-08T10:14:41,414 DEBUG [RS:2;dc7897b1f01f:36829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T10:14:41,415 DEBUG [RS:1;dc7897b1f01f:45041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T10:14:41,415 DEBUG [RS:2;dc7897b1f01f:36829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T10:14:41,416 DEBUG [RS:1;dc7897b1f01f:45041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T10:14:41,416 INFO [RS:1;dc7897b1f01f:45041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T10:14:41,416 INFO [RS:1;dc7897b1f01f:45041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T10:14:41,416 DEBUG [RS:2;dc7897b1f01f:36829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T10:14:41,416 INFO [RS:2;dc7897b1f01f:36829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T10:14:41,417 INFO [RS:2;dc7897b1f01f:36829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T10:14:41,433 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:41,433 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(1482): Serving as dc7897b1f01f,36859,1731060880506, RpcServer on dc7897b1f01f/172.17.0.3:36859, sessionid=0x10119f0cf570001 2024-11-08T10:14:41,433 DEBUG [RS:0;dc7897b1f01f:36859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T10:14:41,433 DEBUG [RS:0;dc7897b1f01f:36859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dc7897b1f01f,36859,1731060880506 2024-11-08T10:14:41,433 DEBUG [RS:0;dc7897b1f01f:36859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dc7897b1f01f,36859,1731060880506' 2024-11-08T10:14:41,433 DEBUG [RS:0;dc7897b1f01f:36859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T10:14:41,434 DEBUG [RS:0;dc7897b1f01f:36859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T10:14:41,434 DEBUG [RS:0;dc7897b1f01f:36859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T10:14:41,434 DEBUG [RS:0;dc7897b1f01f:36859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T10:14:41,434 DEBUG [RS:0;dc7897b1f01f:36859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dc7897b1f01f,36859,1731060880506 2024-11-08T10:14:41,434 DEBUG [RS:0;dc7897b1f01f:36859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dc7897b1f01f,36859,1731060880506' 2024-11-08T10:14:41,434 DEBUG [RS:0;dc7897b1f01f:36859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T10:14:41,435 DEBUG [RS:0;dc7897b1f01f:36859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T10:14:41,435 DEBUG [RS:0;dc7897b1f01f:36859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T10:14:41,435 INFO [RS:0;dc7897b1f01f:36859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T10:14:41,435 INFO [RS:0;dc7897b1f01f:36859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T10:14:41,516 INFO [RS:1;dc7897b1f01f:45041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T10:14:41,517 INFO [RS:2;dc7897b1f01f:36829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T10:14:41,520 INFO [RS:1;dc7897b1f01f:45041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dc7897b1f01f%2C45041%2C1731060880562, suffix=, logDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562, archiveDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/oldWALs, maxLogs=32 2024-11-08T10:14:41,524 INFO [RS:2;dc7897b1f01f:36829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dc7897b1f01f%2C36829%2C1731060880606, suffix=, logDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,36829,1731060880606, archiveDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/oldWALs, maxLogs=32 2024-11-08T10:14:41,536 INFO [RS:0;dc7897b1f01f:36859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T10:14:41,541 INFO [RS:0;dc7897b1f01f:36859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dc7897b1f01f%2C36859%2C1731060880506, suffix=, logDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,36859,1731060880506, archiveDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/oldWALs, maxLogs=32 2024-11-08T10:14:41,543 DEBUG [RS:1;dc7897b1f01f:45041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562/dc7897b1f01f%2C45041%2C1731060880562.1731060881522, exclude list is [], retry=0 2024-11-08T10:14:41,545 DEBUG [RS:2;dc7897b1f01f:36829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,36829,1731060880606/dc7897b1f01f%2C36829%2C1731060880606.1731060881526, exclude list is [], retry=0 2024-11-08T10:14:41,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38277,DS-388d5913-912c-4ce1-a6e8-199cc9bbb0bd,DISK] 2024-11-08T10:14:41,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42229,DS-d8dc7c58-9b63-4b3a-8336-dc0937d01244,DISK] 2024-11-08T10:14:41,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38869,DS-ac5081b9-7074-4a48-9a98-5515d7fb30b6,DISK] 2024-11-08T10:14:41,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38869,DS-ac5081b9-7074-4a48-9a98-5515d7fb30b6,DISK] 2024-11-08T10:14:41,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38277,DS-388d5913-912c-4ce1-a6e8-199cc9bbb0bd,DISK] 2024-11-08T10:14:41,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42229,DS-d8dc7c58-9b63-4b3a-8336-dc0937d01244,DISK] 2024-11-08T10:14:41,560 DEBUG [RS:0;dc7897b1f01f:36859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,36859,1731060880506/dc7897b1f01f%2C36859%2C1731060880506.1731060881542, exclude list is [], retry=0 2024-11-08T10:14:41,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38277,DS-388d5913-912c-4ce1-a6e8-199cc9bbb0bd,DISK] 2024-11-08T10:14:41,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42229,DS-d8dc7c58-9b63-4b3a-8336-dc0937d01244,DISK] 2024-11-08T10:14:41,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38869,DS-ac5081b9-7074-4a48-9a98-5515d7fb30b6,DISK] 2024-11-08T10:14:41,566 INFO [RS:2;dc7897b1f01f:36829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,36829,1731060880606/dc7897b1f01f%2C36829%2C1731060880606.1731060881526 2024-11-08T10:14:41,566 INFO [RS:1;dc7897b1f01f:45041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562/dc7897b1f01f%2C45041%2C1731060880562.1731060881522 2024-11-08T10:14:41,567 DEBUG [RS:2;dc7897b1f01f:36829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36521:36521),(127.0.0.1/127.0.0.1:35767:35767),(127.0.0.1/127.0.0.1:46251:46251)] 2024-11-08T10:14:41,571 DEBUG [RS:1;dc7897b1f01f:45041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46251:46251),(127.0.0.1/127.0.0.1:35767:35767),(127.0.0.1/127.0.0.1:36521:36521)] 2024-11-08T10:14:41,572 INFO [RS:0;dc7897b1f01f:36859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,36859,1731060880506/dc7897b1f01f%2C36859%2C1731060880506.1731060881542 2024-11-08T10:14:41,572 DEBUG [RS:0;dc7897b1f01f:36859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36521:36521),(127.0.0.1/127.0.0.1:35767:35767),(127.0.0.1/127.0.0.1:46251:46251)] 2024-11-08T10:14:41,632 DEBUG [dc7897b1f01f:33343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T10:14:41,633 DEBUG [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(204): Hosts are {dc7897b1f01f=0} racks are {/default-rack=0} 2024-11-08T10:14:41,635 DEBUG [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T10:14:41,635 DEBUG [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T10:14:41,635 DEBUG [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T10:14:41,635 DEBUG [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T10:14:41,635 DEBUG [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T10:14:41,635 DEBUG [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T10:14:41,635 INFO [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T10:14:41,636 INFO [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T10:14:41,636 INFO [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T10:14:41,636 DEBUG [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T10:14:41,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dc7897b1f01f,45041,1731060880562 2024-11-08T10:14:41,637 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dc7897b1f01f,45041,1731060880562, state=OPENING 2024-11-08T10:14:41,658 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T10:14:41,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:41,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:41,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:41,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x10119f0cf570002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:14:41,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:14:41,672 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T10:14:41,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:14:41,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dc7897b1f01f,45041,1731060880562}] 2024-11-08T10:14:41,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:14:41,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:14:49,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T10:14:49,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T10:14:51,678 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T10:14:51,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T10:14:51,687 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T10:14:51,687 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:14:51,688 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T10:14:51,691 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dc7897b1f01f%2C45041%2C1731060880562.meta, suffix=.meta, logDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562, archiveDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/oldWALs, maxLogs=32 2024-11-08T10:14:51,705 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562/dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta, exclude list is [], retry=0 2024-11-08T10:14:51,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42229,DS-d8dc7c58-9b63-4b3a-8336-dc0937d01244,DISK] 2024-11-08T10:14:51,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38277,DS-388d5913-912c-4ce1-a6e8-199cc9bbb0bd,DISK] 2024-11-08T10:14:51,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38869,DS-ac5081b9-7074-4a48-9a98-5515d7fb30b6,DISK] 2024-11-08T10:14:51,710 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562/dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta 2024-11-08T10:14:51,710 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36521:36521),(127.0.0.1/127.0.0.1:35767:35767),(127.0.0.1/127.0.0.1:46251:46251)] 2024-11-08T10:14:51,710 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:14:51,710 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T10:14:51,710 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T10:14:51,711 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T10:14:51,711 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T10:14:51,711 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:51,711 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T10:14:51,711 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T10:14:51,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T10:14:51,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T10:14:51,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:51,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:14:51,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T10:14:51,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T10:14:51,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:51,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:14:51,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T10:14:51,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T10:14:51,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:51,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:14:51,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T10:14:51,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T10:14:51,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:51,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:14:51,719 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T10:14:51,720 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740 2024-11-08T10:14:51,721 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740 2024-11-08T10:14:51,722 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T10:14:51,722 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T10:14:51,723 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T10:14:51,724 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T10:14:51,725 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59901758, jitterRate=-0.1073942482471466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T10:14:51,725 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T10:14:51,725 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731060891711Writing region info on filesystem at 1731060891711Initializing all the Stores at 1731060891712 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060891712Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060891713 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060891713Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060891713Cleaning up temporary data from old regions at 1731060891722 (+9 ms)Running coprocessor post-open hooks at 1731060891725 (+3 ms)Region opened successfully at 1731060891725 2024-11-08T10:14:51,726 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731060891677 2024-11-08T10:14:51,728 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T10:14:51,728 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T10:14:51,728 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,45041,1731060880562 2024-11-08T10:14:51,729 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dc7897b1f01f,45041,1731060880562, state=OPEN 2024-11-08T10:14:51,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x10119f0cf570002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:14:51,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:14:51,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:14:51,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:14:51,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:14:51,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:14:51,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:14:51,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:14:51,786 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dc7897b1f01f,45041,1731060880562 2024-11-08T10:14:51,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T10:14:51,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dc7897b1f01f,45041,1731060880562 in 10.1130 sec 2024-11-08T10:14:51,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T10:14:51,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5660 sec 2024-11-08T10:14:51,794 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T10:14:51,794 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T10:14:51,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T10:14:51,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,45041,1731060880562, seqNum=-1] 2024-11-08T10:14:51,796 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:14:51,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:14:51,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6970 sec 2024-11-08T10:14:51,802 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731060891802, completionTime=-1 2024-11-08T10:14:51,802 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T10:14:51,802 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T10:14:51,804 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-08T10:14:51,804 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731060951804 2024-11-08T10:14:51,804 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731061011804 2024-11-08T10:14:51,804 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T10:14:51,804 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,33343,1731060880326-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:51,804 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,33343,1731060880326-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:51,804 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,33343,1731060880326-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:51,804 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dc7897b1f01f:33343, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:51,804 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:51,805 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:51,806 DEBUG [master/dc7897b1f01f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T10:14:51,808 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.127sec 2024-11-08T10:14:51,809 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T10:14:51,809 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T10:14:51,809 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T10:14:51,809 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T10:14:51,809 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T10:14:51,809 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,33343,1731060880326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T10:14:51,809 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,33343,1731060880326-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T10:14:51,812 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T10:14:51,812 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T10:14:51,812 INFO [master/dc7897b1f01f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dc7897b1f01f,33343,1731060880326-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T10:14:51,846 INFO [regionserver/dc7897b1f01f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-08T10:14:51,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c580545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:14:51,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dc7897b1f01f,33343,-1 for getting cluster id 2024-11-08T10:14:51,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T10:14:51,866 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bb709e1-3131-4f8d-bcf3-3f5931afd957' 2024-11-08T10:14:51,866 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T10:14:51,866 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bb709e1-3131-4f8d-bcf3-3f5931afd957" 2024-11-08T10:14:51,867 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271a727f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:14:51,867 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dc7897b1f01f,33343,-1] 2024-11-08T10:14:51,867 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T10:14:51,868 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:14:51,869 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T10:14:51,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301b131e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:14:51,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T10:14:51,871 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,45041,1731060880562, seqNum=-1] 2024-11-08T10:14:51,871 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:14:51,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:14:51,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dc7897b1f01f,33343,1731060880326 2024-11-08T10:14:51,875 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731060891875 (current time:1731060891875). 2024-11-08T10:14:51,876 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T10:14:51,876 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T10:14:51,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67738360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:14:51,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dc7897b1f01f,33343,-1 for getting cluster id 2024-11-08T10:14:51,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T10:14:51,878 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bb709e1-3131-4f8d-bcf3-3f5931afd957' 2024-11-08T10:14:51,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T10:14:51,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bb709e1-3131-4f8d-bcf3-3f5931afd957" 2024-11-08T10:14:51,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bdd6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:14:51,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dc7897b1f01f,33343,-1] 2024-11-08T10:14:51,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T10:14:51,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:14:51,879 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T10:14:51,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363089be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:14:51,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T10:14:51,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,45041,1731060880562, seqNum=-1] 2024-11-08T10:14:51,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:14:51,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:14:51,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T10:14:51,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:14:51,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:14:51,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:14:51,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T10:14:51,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T10:14:51,885 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is dc7897b1f01f,33343,1731060880326 2024-11-08T10:14:51,885 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75980c8 2024-11-08T10:14:51,886 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T10:14:51,887 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T10:14:51,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T10:14:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T10:14:51,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T10:14:51,890 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:14:51,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T10:14:51,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T10:14:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:14:51,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741837_1013 (size=361) 2024-11-08T10:14:51,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741837_1013 (size=361) 2024-11-08T10:14:51,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741837_1013 (size=361) 2024-11-08T10:14:51,903 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9e8c186ab1833a76d4d44f2152c1526a, NAME => 'SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2 2024-11-08T10:14:51,903 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 859cc8f59fb57a5bb0bc042206239641, NAME => 'SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2 2024-11-08T10:14:51,903 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 335dfe6acd6bf8e8396cca5a85a433af, NAME => 'SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2 2024-11-08T10:14:51,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741838_1014 (size=62) 2024-11-08T10:14:51,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741838_1014 (size=62) 2024-11-08T10:14:51,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741838_1014 (size=62) 2024-11-08T10:14:51,922 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:51,922 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9e8c186ab1833a76d4d44f2152c1526a, disabling compactions & flushes 2024-11-08T10:14:51,922 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a. 2024-11-08T10:14:51,922 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a. 2024-11-08T10:14:51,922 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a. after waiting 0 ms 2024-11-08T10:14:51,922 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a. 2024-11-08T10:14:51,922 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a. 2024-11-08T10:14:51,922 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9e8c186ab1833a76d4d44f2152c1526a: Waiting for close lock at 1731060891922Disabling compacts and flushes for region at 1731060891922Disabling writes for close at 1731060891922Writing region close event to WAL at 1731060891922Closed at 1731060891922 2024-11-08T10:14:51,923 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2f8dd3ebc477446fcfabe1ef253c2dbd, NAME => 'SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2 2024-11-08T10:14:51,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741840_1016 (size=62) 2024-11-08T10:14:51,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741839_1015 (size=54) 2024-11-08T10:14:51,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741840_1016 (size=62) 2024-11-08T10:14:51,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741839_1015 (size=54) 2024-11-08T10:14:51,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741839_1015 (size=54) 2024-11-08T10:14:51,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:51,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 859cc8f59fb57a5bb0bc042206239641, disabling compactions & flushes 2024-11-08T10:14:51,932 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. 2024-11-08T10:14:51,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. 2024-11-08T10:14:51,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. after waiting 0 ms 2024-11-08T10:14:51,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. 2024-11-08T10:14:51,932 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. 2024-11-08T10:14:51,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 859cc8f59fb57a5bb0bc042206239641: Waiting for close lock at 1731060891932Disabling compacts and flushes for region at 1731060891932Disabling writes for close at 1731060891932Writing region close event to WAL at 1731060891932Closed at 1731060891932 2024-11-08T10:14:51,933 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89e4978e4d316b7b5a6287bc6a448c8e, NAME => 'SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2 2024-11-08T10:14:51,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741840_1016 (size=62) 2024-11-08T10:14:51,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:51,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 335dfe6acd6bf8e8396cca5a85a433af, disabling compactions & flushes 2024-11-08T10:14:51,934 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. 2024-11-08T10:14:51,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. 2024-11-08T10:14:51,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. after waiting 0 ms 2024-11-08T10:14:51,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. 2024-11-08T10:14:51,934 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. 2024-11-08T10:14:51,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 335dfe6acd6bf8e8396cca5a85a433af: Waiting for close lock at 1731060891934Disabling compacts and flushes for region at 1731060891934Disabling writes for close at 1731060891934Writing region close event to WAL at 1731060891934Closed at 1731060891934 2024-11-08T10:14:51,935 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8f0fa4de5c59ee56c2817b29062117f3, NAME => 'SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2 2024-11-08T10:14:51,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741841_1017 (size=62) 2024-11-08T10:14:51,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741841_1017 (size=62) 2024-11-08T10:14:51,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741841_1017 (size=62) 2024-11-08T10:14:51,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:51,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2f8dd3ebc477446fcfabe1ef253c2dbd, disabling compactions & flushes 2024-11-08T10:14:51,948 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd. 2024-11-08T10:14:51,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd. 2024-11-08T10:14:51,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd. after waiting 0 ms 2024-11-08T10:14:51,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd. 2024-11-08T10:14:51,948 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd. 2024-11-08T10:14:51,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2f8dd3ebc477446fcfabe1ef253c2dbd: Waiting for close lock at 1731060891948Disabling compacts and flushes for region at 1731060891948Disabling writes for close at 1731060891948Writing region close event to WAL at 1731060891948Closed at 1731060891948 2024-11-08T10:14:51,949 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => feec6ed136b6c1219c291445d7e7523d, NAME => 'SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2 2024-11-08T10:14:51,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741842_1018 (size=62) 2024-11-08T10:14:51,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741842_1018 (size=62) 2024-11-08T10:14:51,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741842_1018 (size=62) 2024-11-08T10:14:51,951 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:51,951 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 89e4978e4d316b7b5a6287bc6a448c8e, disabling compactions & flushes 2024-11-08T10:14:51,951 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. 2024-11-08T10:14:51,951 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. 2024-11-08T10:14:51,951 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. after waiting 0 ms 2024-11-08T10:14:51,951 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. 2024-11-08T10:14:51,951 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. 2024-11-08T10:14:51,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89e4978e4d316b7b5a6287bc6a448c8e: Waiting for close lock at 1731060891951Disabling compacts and flushes for region at 1731060891951Disabling writes for close at 1731060891951Writing region close event to WAL at 1731060891951Closed at 1731060891951 2024-11-08T10:14:51,952 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7766d75dd9e02c05d272898fb1b9b30, NAME => 'SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2 2024-11-08T10:14:51,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741843_1019 (size=62) 2024-11-08T10:14:51,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741843_1019 (size=62) 2024-11-08T10:14:51,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741843_1019 (size=62) 2024-11-08T10:14:51,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:51,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8f0fa4de5c59ee56c2817b29062117f3, disabling compactions & flushes 2024-11-08T10:14:51,956 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. 2024-11-08T10:14:51,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. 2024-11-08T10:14:51,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. after waiting 0 ms 2024-11-08T10:14:51,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. 2024-11-08T10:14:51,956 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. 2024-11-08T10:14:51,956 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8f0fa4de5c59ee56c2817b29062117f3: Waiting for close lock at 1731060891956Disabling compacts and flushes for region at 1731060891956Disabling writes for close at 1731060891956Writing region close event to WAL at 1731060891956Closed at 1731060891956 2024-11-08T10:14:51,958 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3fa9b5c083e545c55fdbd073dceeb5b5, NAME => 'SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2 2024-11-08T10:14:51,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741844_1020 (size=62) 2024-11-08T10:14:51,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741844_1020 (size=62) 2024-11-08T10:14:51,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741844_1020 (size=62) 2024-11-08T10:14:51,963 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:51,963 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing feec6ed136b6c1219c291445d7e7523d, disabling compactions & flushes 2024-11-08T10:14:51,963 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d. 2024-11-08T10:14:51,963 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d. 2024-11-08T10:14:51,963 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d. after waiting 0 ms 2024-11-08T10:14:51,963 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d. 2024-11-08T10:14:51,963 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d. 2024-11-08T10:14:51,963 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for feec6ed136b6c1219c291445d7e7523d: Waiting for close lock at 1731060891963Disabling compacts and flushes for region at 1731060891963Disabling writes for close at 1731060891963Writing region close event to WAL at 1731060891963Closed at 1731060891963 2024-11-08T10:14:51,964 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8f2ee52651edf2b9b70a60fd7a5bac95, NAME => 'SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2 2024-11-08T10:14:51,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741845_1021 (size=62) 2024-11-08T10:14:51,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741845_1021 (size=62) 2024-11-08T10:14:51,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741845_1021 (size=62) 2024-11-08T10:14:51,971 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:51,971 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e7766d75dd9e02c05d272898fb1b9b30, disabling compactions & flushes 2024-11-08T10:14:51,971 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. 2024-11-08T10:14:51,971 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. 2024-11-08T10:14:51,971 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. after waiting 0 ms 2024-11-08T10:14:51,971 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. 2024-11-08T10:14:51,971 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. 2024-11-08T10:14:51,971 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7766d75dd9e02c05d272898fb1b9b30: Waiting for close lock at 1731060891971Disabling compacts and flushes for region at 1731060891971Disabling writes for close at 1731060891971Writing region close event to WAL at 1731060891971Closed at 1731060891971 2024-11-08T10:14:51,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741846_1022 (size=62) 2024-11-08T10:14:51,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741846_1022 (size=62) 2024-11-08T10:14:51,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741846_1022 (size=62) 2024-11-08T10:14:51,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:51,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3fa9b5c083e545c55fdbd073dceeb5b5, disabling compactions & flushes 2024-11-08T10:14:51,980 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. 2024-11-08T10:14:51,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. 2024-11-08T10:14:51,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. after waiting 0 ms 2024-11-08T10:14:51,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. 2024-11-08T10:14:51,980 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. 2024-11-08T10:14:51,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3fa9b5c083e545c55fdbd073dceeb5b5: Waiting for close lock at 1731060891980Disabling compacts and flushes for region at 1731060891980Disabling writes for close at 1731060891980Writing region close event to WAL at 1731060891980Closed at 1731060891980 2024-11-08T10:14:51,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741847_1023 (size=54) 2024-11-08T10:14:51,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741847_1023 (size=54) 2024-11-08T10:14:51,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741847_1023 (size=54) 2024-11-08T10:14:51,983 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:14:51,983 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8f2ee52651edf2b9b70a60fd7a5bac95, disabling compactions & flushes 2024-11-08T10:14:51,984 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95. 2024-11-08T10:14:51,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95. 2024-11-08T10:14:51,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95. after waiting 0 ms 2024-11-08T10:14:51,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95. 2024-11-08T10:14:51,984 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95. 2024-11-08T10:14:51,984 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8f2ee52651edf2b9b70a60fd7a5bac95: Waiting for close lock at 1731060891983Disabling compacts and flushes for region at 1731060891983Disabling writes for close at 1731060891984 (+1 ms)Writing region close event to WAL at 1731060891984Closed at 1731060891984 2024-11-08T10:14:51,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T10:14:51,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731060891985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060891985"}]},"ts":"1731060891985"} 2024-11-08T10:14:51,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731060891985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060891985"}]},"ts":"1731060891985"} 2024-11-08T10:14:51,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731060891985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060891985"}]},"ts":"1731060891985"} 2024-11-08T10:14:51,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731060891985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060891985"}]},"ts":"1731060891985"} 2024-11-08T10:14:51,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731060891985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060891985"}]},"ts":"1731060891985"} 2024-11-08T10:14:51,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731060891985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060891985"}]},"ts":"1731060891985"} 2024-11-08T10:14:51,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731060891985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060891985"}]},"ts":"1731060891985"} 2024-11-08T10:14:51,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731060891985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060891985"}]},"ts":"1731060891985"} 2024-11-08T10:14:51,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731060891985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060891985"}]},"ts":"1731060891985"} 2024-11-08T10:14:51,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731060891985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731060891985"}]},"ts":"1731060891985"} 2024-11-08T10:14:51,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T10:14:51,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T10:14:51,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731060891992"}]},"ts":"1731060891992"} 2024-11-08T10:14:51,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T10:14:51,995 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {dc7897b1f01f=0} racks are {/default-rack=0} 2024-11-08T10:14:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:14:52,000 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T10:14:52,000 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T10:14:52,000 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T10:14:52,000 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T10:14:52,000 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T10:14:52,000 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T10:14:52,000 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T10:14:52,000 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T10:14:52,000 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T10:14:52,000 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T10:14:52,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=859cc8f59fb57a5bb0bc042206239641, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=335dfe6acd6bf8e8396cca5a85a433af, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e8c186ab1833a76d4d44f2152c1526a, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f8dd3ebc477446fcfabe1ef253c2dbd, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=89e4978e4d316b7b5a6287bc6a448c8e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f0fa4de5c59ee56c2817b29062117f3, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=feec6ed136b6c1219c291445d7e7523d, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e7766d75dd9e02c05d272898fb1b9b30, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fa9b5c083e545c55fdbd073dceeb5b5, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f2ee52651edf2b9b70a60fd7a5bac95, ASSIGN}] 2024-11-08T10:14:52,003 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e8c186ab1833a76d4d44f2152c1526a, ASSIGN 2024-11-08T10:14:52,003 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f8dd3ebc477446fcfabe1ef253c2dbd, ASSIGN 2024-11-08T10:14:52,003 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=335dfe6acd6bf8e8396cca5a85a433af, ASSIGN 2024-11-08T10:14:52,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=859cc8f59fb57a5bb0bc042206239641, ASSIGN 2024-11-08T10:14:52,004 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e8c186ab1833a76d4d44f2152c1526a, ASSIGN; state=OFFLINE, location=dc7897b1f01f,45041,1731060880562; forceNewPlan=false, retain=false 2024-11-08T10:14:52,004 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f8dd3ebc477446fcfabe1ef253c2dbd, ASSIGN; state=OFFLINE, location=dc7897b1f01f,45041,1731060880562; forceNewPlan=false, retain=false 2024-11-08T10:14:52,005 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=335dfe6acd6bf8e8396cca5a85a433af, ASSIGN; state=OFFLINE, location=dc7897b1f01f,36859,1731060880506; forceNewPlan=false, retain=false 2024-11-08T10:14:52,005 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=859cc8f59fb57a5bb0bc042206239641, ASSIGN; state=OFFLINE, location=dc7897b1f01f,36829,1731060880606; forceNewPlan=false, retain=false 2024-11-08T10:14:52,007 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e7766d75dd9e02c05d272898fb1b9b30, ASSIGN 2024-11-08T10:14:52,007 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f2ee52651edf2b9b70a60fd7a5bac95, ASSIGN 2024-11-08T10:14:52,007 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fa9b5c083e545c55fdbd073dceeb5b5, ASSIGN 2024-11-08T10:14:52,008 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f0fa4de5c59ee56c2817b29062117f3, ASSIGN 2024-11-08T10:14:52,008 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=feec6ed136b6c1219c291445d7e7523d, ASSIGN 2024-11-08T10:14:52,009 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e7766d75dd9e02c05d272898fb1b9b30, ASSIGN; state=OFFLINE, location=dc7897b1f01f,36829,1731060880606; forceNewPlan=false, retain=false 2024-11-08T10:14:52,009 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f2ee52651edf2b9b70a60fd7a5bac95, ASSIGN; state=OFFLINE, location=dc7897b1f01f,45041,1731060880562; forceNewPlan=false, retain=false 2024-11-08T10:14:52,009 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f0fa4de5c59ee56c2817b29062117f3, ASSIGN; state=OFFLINE, location=dc7897b1f01f,36859,1731060880506; forceNewPlan=false, retain=false 2024-11-08T10:14:52,009 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3fa9b5c083e545c55fdbd073dceeb5b5, ASSIGN; state=OFFLINE, location=dc7897b1f01f,36859,1731060880506; forceNewPlan=false, retain=false 2024-11-08T10:14:52,009 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=feec6ed136b6c1219c291445d7e7523d, ASSIGN; state=OFFLINE, location=dc7897b1f01f,45041,1731060880562; forceNewPlan=false, retain=false 2024-11-08T10:14:52,013 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=89e4978e4d316b7b5a6287bc6a448c8e, ASSIGN 2024-11-08T10:14:52,014 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=89e4978e4d316b7b5a6287bc6a448c8e, ASSIGN; state=OFFLINE, location=dc7897b1f01f,36829,1731060880606; forceNewPlan=false, retain=false 2024-11-08T10:14:52,155 INFO [dc7897b1f01f:33343 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T10:14:52,155 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=feec6ed136b6c1219c291445d7e7523d, regionState=OPENING, regionLocation=dc7897b1f01f,45041,1731060880562 2024-11-08T10:14:52,155 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2f8dd3ebc477446fcfabe1ef253c2dbd, regionState=OPENING, regionLocation=dc7897b1f01f,45041,1731060880562 2024-11-08T10:14:52,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8f2ee52651edf2b9b70a60fd7a5bac95, regionState=OPENING, regionLocation=dc7897b1f01f,45041,1731060880562 2024-11-08T10:14:52,155 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9e8c186ab1833a76d4d44f2152c1526a, regionState=OPENING, regionLocation=dc7897b1f01f,45041,1731060880562 2024-11-08T10:14:52,155 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3fa9b5c083e545c55fdbd073dceeb5b5, regionState=OPENING, regionLocation=dc7897b1f01f,36859,1731060880506 2024-11-08T10:14:52,156 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8f0fa4de5c59ee56c2817b29062117f3, regionState=OPENING, regionLocation=dc7897b1f01f,36859,1731060880506 2024-11-08T10:14:52,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=335dfe6acd6bf8e8396cca5a85a433af, regionState=OPENING, regionLocation=dc7897b1f01f,36859,1731060880506 2024-11-08T10:14:52,156 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e7766d75dd9e02c05d272898fb1b9b30, regionState=OPENING, regionLocation=dc7897b1f01f,36829,1731060880606 2024-11-08T10:14:52,156 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=89e4978e4d316b7b5a6287bc6a448c8e, regionState=OPENING, regionLocation=dc7897b1f01f,36829,1731060880606 2024-11-08T10:14:52,156 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=859cc8f59fb57a5bb0bc042206239641, regionState=OPENING, regionLocation=dc7897b1f01f,36829,1731060880606 2024-11-08T10:14:52,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=feec6ed136b6c1219c291445d7e7523d, ASSIGN because future has completed 2024-11-08T10:14:52,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure feec6ed136b6c1219c291445d7e7523d, server=dc7897b1f01f,45041,1731060880562}] 2024-11-08T10:14:52,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3fa9b5c083e545c55fdbd073dceeb5b5, ASSIGN because future has completed 2024-11-08T10:14:52,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fa9b5c083e545c55fdbd073dceeb5b5, server=dc7897b1f01f,36859,1731060880506}] 2024-11-08T10:14:52,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f8dd3ebc477446fcfabe1ef253c2dbd, ASSIGN because future has completed 2024-11-08T10:14:52,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f2ee52651edf2b9b70a60fd7a5bac95, ASSIGN because future has completed 2024-11-08T10:14:52,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f2ee52651edf2b9b70a60fd7a5bac95, server=dc7897b1f01f,45041,1731060880562}] 2024-11-08T10:14:52,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f8dd3ebc477446fcfabe1ef253c2dbd, server=dc7897b1f01f,45041,1731060880562}] 2024-11-08T10:14:52,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e7766d75dd9e02c05d272898fb1b9b30, ASSIGN because future has completed 2024-11-08T10:14:52,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f0fa4de5c59ee56c2817b29062117f3, ASSIGN because future has completed 2024-11-08T10:14:52,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e8c186ab1833a76d4d44f2152c1526a, ASSIGN because future has completed 2024-11-08T10:14:52,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7766d75dd9e02c05d272898fb1b9b30, server=dc7897b1f01f,36829,1731060880606}] 2024-11-08T10:14:52,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=335dfe6acd6bf8e8396cca5a85a433af, ASSIGN because future has completed 2024-11-08T10:14:52,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=89e4978e4d316b7b5a6287bc6a448c8e, ASSIGN because future has completed 2024-11-08T10:14:52,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89e4978e4d316b7b5a6287bc6a448c8e, server=dc7897b1f01f,36829,1731060880606}] 2024-11-08T10:14:52,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=859cc8f59fb57a5bb0bc042206239641, ASSIGN because future has completed 2024-11-08T10:14:52,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e8c186ab1833a76d4d44f2152c1526a, server=dc7897b1f01f,45041,1731060880562}] 2024-11-08T10:14:52,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f0fa4de5c59ee56c2817b29062117f3, server=dc7897b1f01f,36859,1731060880506}] 2024-11-08T10:14:52,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 859cc8f59fb57a5bb0bc042206239641, server=dc7897b1f01f,36829,1731060880606}] 2024-11-08T10:14:52,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 335dfe6acd6bf8e8396cca5a85a433af, server=dc7897b1f01f,36859,1731060880506}] 2024-11-08T10:14:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:14:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:14:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:14:53,328 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T10:14:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:14:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:14:56,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:14:56,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:14:56,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:14:57,239 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T10:14:57,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:14:57,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:14:57,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:15:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:15:02,169 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T10:15:02,171 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a. 2024-11-08T10:15:02,171 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e8c186ab1833a76d4d44f2152c1526a, NAME => 'SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T10:15:02,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T10:15:02,171 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9e8c186ab1833a76d4d44f2152c1526a 2024-11-08T10:15:02,172 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:15:02,172 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 9e8c186ab1833a76d4d44f2152c1526a 2024-11-08T10:15:02,172 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 9e8c186ab1833a76d4d44f2152c1526a 2024-11-08T10:15:02,174 INFO [StoreOpener-9e8c186ab1833a76d4d44f2152c1526a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9e8c186ab1833a76d4d44f2152c1526a 2024-11-08T10:15:02,175 INFO [StoreOpener-9e8c186ab1833a76d4d44f2152c1526a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e8c186ab1833a76d4d44f2152c1526a columnFamilyName cf 2024-11-08T10:15:02,175 DEBUG [StoreOpener-9e8c186ab1833a76d4d44f2152c1526a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:15:02,176 INFO [StoreOpener-9e8c186ab1833a76d4d44f2152c1526a-1 {}] regionserver.HStore(327): Store=9e8c186ab1833a76d4d44f2152c1526a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:15:02,176 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 9e8c186ab1833a76d4d44f2152c1526a 2024-11-08T10:15:02,176 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T10:15:02,177 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/9e8c186ab1833a76d4d44f2152c1526a 2024-11-08T10:15:02,177 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/9e8c186ab1833a76d4d44f2152c1526a 2024-11-08T10:15:02,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T10:15:02,177 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 9e8c186ab1833a76d4d44f2152c1526a 2024-11-08T10:15:02,178 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 9e8c186ab1833a76d4d44f2152c1526a 2024-11-08T10:15:02,179 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 9e8c186ab1833a76d4d44f2152c1526a 2024-11-08T10:15:02,180 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. 2024-11-08T10:15:02,181 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f0fa4de5c59ee56c2817b29062117f3, NAME => 'SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T10:15:02,181 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8f0fa4de5c59ee56c2817b29062117f3 2024-11-08T10:15:02,181 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:15:02,181 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 8f0fa4de5c59ee56c2817b29062117f3 2024-11-08T10:15:02,181 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 8f0fa4de5c59ee56c2817b29062117f3 2024-11-08T10:15:02,183 INFO [StoreOpener-8f0fa4de5c59ee56c2817b29062117f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8f0fa4de5c59ee56c2817b29062117f3 2024-11-08T10:15:02,183 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. 2024-11-08T10:15:02,183 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/9e8c186ab1833a76d4d44f2152c1526a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:15:02,183 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => e7766d75dd9e02c05d272898fb1b9b30, NAME => 'SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T10:15:02,183 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e7766d75dd9e02c05d272898fb1b9b30 2024-11-08T10:15:02,184 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:15:02,184 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for e7766d75dd9e02c05d272898fb1b9b30 2024-11-08T10:15:02,184 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for e7766d75dd9e02c05d272898fb1b9b30 2024-11-08T10:15:02,184 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 9e8c186ab1833a76d4d44f2152c1526a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70870041, jitterRate=0.056045904755592346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:15:02,184 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e8c186ab1833a76d4d44f2152c1526a 2024-11-08T10:15:02,184 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 9e8c186ab1833a76d4d44f2152c1526a: Running coprocessor pre-open hook at 1731060902172Writing region info on filesystem at 1731060902172Initializing all the Stores at 1731060902173 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060902173Cleaning up temporary data from old regions at 1731060902178 (+5 ms)Running coprocessor post-open hooks at 1731060902184 (+6 ms)Region opened successfully at 1731060902184 2024-11-08T10:15:02,185 INFO [StoreOpener-8f0fa4de5c59ee56c2817b29062117f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f0fa4de5c59ee56c2817b29062117f3 columnFamilyName cf 2024-11-08T10:15:02,185 DEBUG [StoreOpener-8f0fa4de5c59ee56c2817b29062117f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:15:02,185 INFO [StoreOpener-e7766d75dd9e02c05d272898fb1b9b30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e7766d75dd9e02c05d272898fb1b9b30 2024-11-08T10:15:02,185 INFO [StoreOpener-8f0fa4de5c59ee56c2817b29062117f3-1 {}] regionserver.HStore(327): Store=8f0fa4de5c59ee56c2817b29062117f3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:15:02,185 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 8f0fa4de5c59ee56c2817b29062117f3 2024-11-08T10:15:02,186 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/8f0fa4de5c59ee56c2817b29062117f3 2024-11-08T10:15:02,186 INFO [StoreOpener-e7766d75dd9e02c05d272898fb1b9b30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7766d75dd9e02c05d272898fb1b9b30 columnFamilyName cf 2024-11-08T10:15:02,186 DEBUG [StoreOpener-e7766d75dd9e02c05d272898fb1b9b30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:15:02,186 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/8f0fa4de5c59ee56c2817b29062117f3 2024-11-08T10:15:02,187 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 8f0fa4de5c59ee56c2817b29062117f3 2024-11-08T10:15:02,187 INFO [StoreOpener-e7766d75dd9e02c05d272898fb1b9b30-1 {}] regionserver.HStore(327): Store=e7766d75dd9e02c05d272898fb1b9b30/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:15:02,187 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 8f0fa4de5c59ee56c2817b29062117f3 2024-11-08T10:15:02,187 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for e7766d75dd9e02c05d272898fb1b9b30 2024-11-08T10:15:02,187 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/e7766d75dd9e02c05d272898fb1b9b30 2024-11-08T10:15:02,188 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/e7766d75dd9e02c05d272898fb1b9b30 2024-11-08T10:15:02,188 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for e7766d75dd9e02c05d272898fb1b9b30 2024-11-08T10:15:02,188 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 8f0fa4de5c59ee56c2817b29062117f3 2024-11-08T10:15:02,188 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for e7766d75dd9e02c05d272898fb1b9b30 2024-11-08T10:15:02,190 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for e7766d75dd9e02c05d272898fb1b9b30 2024-11-08T10:15:02,190 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/8f0fa4de5c59ee56c2817b29062117f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:15:02,191 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 8f0fa4de5c59ee56c2817b29062117f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70667907, jitterRate=0.053033873438835144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:15:02,191 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f0fa4de5c59ee56c2817b29062117f3 2024-11-08T10:15:02,191 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 8f0fa4de5c59ee56c2817b29062117f3: Running coprocessor pre-open hook at 1731060902181Writing region info on filesystem at 1731060902181Initializing all the Stores at 1731060902182 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060902183 (+1 ms)Cleaning up temporary data from old regions at 1731060902187 (+4 ms)Running coprocessor post-open hooks at 1731060902191 (+4 ms)Region opened successfully at 1731060902191 2024-11-08T10:15:02,192 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3., pid=22, masterSystemTime=1731060902168 2024-11-08T10:15:02,194 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. 2024-11-08T10:15:02,194 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. 2024-11-08T10:15:02,194 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. 2024-11-08T10:15:02,194 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fa9b5c083e545c55fdbd073dceeb5b5, NAME => 'SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T10:15:02,195 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8f0fa4de5c59ee56c2817b29062117f3, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,36859,1731060880506 2024-11-08T10:15:02,195 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3fa9b5c083e545c55fdbd073dceeb5b5 2024-11-08T10:15:02,195 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:15:02,195 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 3fa9b5c083e545c55fdbd073dceeb5b5 2024-11-08T10:15:02,195 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 3fa9b5c083e545c55fdbd073dceeb5b5 2024-11-08T10:15:02,196 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/e7766d75dd9e02c05d272898fb1b9b30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:15:02,196 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened e7766d75dd9e02c05d272898fb1b9b30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74912219, jitterRate=0.11627905070781708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:15:02,197 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7766d75dd9e02c05d272898fb1b9b30 2024-11-08T10:15:02,197 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for e7766d75dd9e02c05d272898fb1b9b30: Running coprocessor pre-open hook at 1731060902184Writing region info on filesystem at 1731060902184Initializing all the Stores at 1731060902185 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060902185Cleaning up temporary data from old regions at 1731060902188 (+3 ms)Running coprocessor post-open hooks at 1731060902197 (+9 ms)Region opened successfully at 1731060902197 2024-11-08T10:15:02,197 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a., pid=21, masterSystemTime=1731060902162 2024-11-08T10:15:02,197 INFO [StoreOpener-3fa9b5c083e545c55fdbd073dceeb5b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3fa9b5c083e545c55fdbd073dceeb5b5 2024-11-08T10:15:02,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f0fa4de5c59ee56c2817b29062117f3, server=dc7897b1f01f,36859,1731060880506 because future has completed 2024-11-08T10:15:02,198 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30., pid=19, masterSystemTime=1731060902176 2024-11-08T10:15:02,199 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a. 2024-11-08T10:15:02,199 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a. 2024-11-08T10:15:02,199 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd. 2024-11-08T10:15:02,199 INFO [StoreOpener-3fa9b5c083e545c55fdbd073dceeb5b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fa9b5c083e545c55fdbd073dceeb5b5 columnFamilyName cf 2024-11-08T10:15:02,199 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f8dd3ebc477446fcfabe1ef253c2dbd, NAME => 'SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T10:15:02,199 DEBUG [StoreOpener-3fa9b5c083e545c55fdbd073dceeb5b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:15:02,200 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2f8dd3ebc477446fcfabe1ef253c2dbd 2024-11-08T10:15:02,200 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:15:02,200 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 2f8dd3ebc477446fcfabe1ef253c2dbd 2024-11-08T10:15:02,200 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 2f8dd3ebc477446fcfabe1ef253c2dbd 2024-11-08T10:15:02,200 INFO [StoreOpener-3fa9b5c083e545c55fdbd073dceeb5b5-1 {}] regionserver.HStore(327): Store=3fa9b5c083e545c55fdbd073dceeb5b5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:15:02,200 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 3fa9b5c083e545c55fdbd073dceeb5b5 2024-11-08T10:15:02,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9e8c186ab1833a76d4d44f2152c1526a, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,45041,1731060880562 2024-11-08T10:15:02,201 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. 2024-11-08T10:15:02,202 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. 2024-11-08T10:15:02,202 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/3fa9b5c083e545c55fdbd073dceeb5b5 2024-11-08T10:15:02,202 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. 2024-11-08T10:15:02,202 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 859cc8f59fb57a5bb0bc042206239641, NAME => 'SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T10:15:02,202 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/3fa9b5c083e545c55fdbd073dceeb5b5 2024-11-08T10:15:02,202 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 859cc8f59fb57a5bb0bc042206239641 2024-11-08T10:15:02,202 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:15:02,202 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 859cc8f59fb57a5bb0bc042206239641 2024-11-08T10:15:02,203 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 859cc8f59fb57a5bb0bc042206239641 2024-11-08T10:15:02,203 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 3fa9b5c083e545c55fdbd073dceeb5b5 2024-11-08T10:15:02,203 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 3fa9b5c083e545c55fdbd073dceeb5b5 2024-11-08T10:15:02,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-08T10:15:02,204 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e7766d75dd9e02c05d272898fb1b9b30, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:02,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f0fa4de5c59ee56c2817b29062117f3, server=dc7897b1f01f,36859,1731060880506 in 10.0230 sec 2024-11-08T10:15:02,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e8c186ab1833a76d4d44f2152c1526a, server=dc7897b1f01f,45041,1731060880562 because future has completed 2024-11-08T10:15:02,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f0fa4de5c59ee56c2817b29062117f3, ASSIGN in 10.2030 sec 2024-11-08T10:15:02,207 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 3fa9b5c083e545c55fdbd073dceeb5b5 2024-11-08T10:15:02,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7766d75dd9e02c05d272898fb1b9b30, server=dc7897b1f01f,36829,1731060880606 because future has completed 2024-11-08T10:15:02,209 INFO [StoreOpener-859cc8f59fb57a5bb0bc042206239641-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 859cc8f59fb57a5bb0bc042206239641 2024-11-08T10:15:02,209 INFO [StoreOpener-2f8dd3ebc477446fcfabe1ef253c2dbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2f8dd3ebc477446fcfabe1ef253c2dbd 2024-11-08T10:15:02,213 INFO [StoreOpener-859cc8f59fb57a5bb0bc042206239641-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 859cc8f59fb57a5bb0bc042206239641 columnFamilyName cf 2024-11-08T10:15:02,214 DEBUG [StoreOpener-859cc8f59fb57a5bb0bc042206239641-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:15:02,214 INFO [StoreOpener-859cc8f59fb57a5bb0bc042206239641-1 {}] regionserver.HStore(327): Store=859cc8f59fb57a5bb0bc042206239641/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:15:02,214 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 859cc8f59fb57a5bb0bc042206239641 2024-11-08T10:15:02,214 INFO [StoreOpener-2f8dd3ebc477446fcfabe1ef253c2dbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8dd3ebc477446fcfabe1ef253c2dbd columnFamilyName cf 2024-11-08T10:15:02,215 DEBUG [StoreOpener-2f8dd3ebc477446fcfabe1ef253c2dbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:15:02,215 INFO [StoreOpener-2f8dd3ebc477446fcfabe1ef253c2dbd-1 {}] regionserver.HStore(327): Store=2f8dd3ebc477446fcfabe1ef253c2dbd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:15:02,215 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 2f8dd3ebc477446fcfabe1ef253c2dbd 2024-11-08T10:15:02,215 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/859cc8f59fb57a5bb0bc042206239641 2024-11-08T10:15:02,216 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/859cc8f59fb57a5bb0bc042206239641 2024-11-08T10:15:02,216 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/2f8dd3ebc477446fcfabe1ef253c2dbd 2024-11-08T10:15:02,216 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/2f8dd3ebc477446fcfabe1ef253c2dbd 2024-11-08T10:15:02,216 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 859cc8f59fb57a5bb0bc042206239641 2024-11-08T10:15:02,217 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 859cc8f59fb57a5bb0bc042206239641 2024-11-08T10:15:02,217 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 2f8dd3ebc477446fcfabe1ef253c2dbd 2024-11-08T10:15:02,217 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 2f8dd3ebc477446fcfabe1ef253c2dbd 2024-11-08T10:15:02,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-08T10:15:02,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e8c186ab1833a76d4d44f2152c1526a, server=dc7897b1f01f,45041,1731060880562 in 10.0340 sec 2024-11-08T10:15:02,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-08T10:15:02,219 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/3fa9b5c083e545c55fdbd073dceeb5b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:15:02,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e7766d75dd9e02c05d272898fb1b9b30, server=dc7897b1f01f,36829,1731060880606 in 10.0430 sec 2024-11-08T10:15:02,220 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 3fa9b5c083e545c55fdbd073dceeb5b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67874908, jitterRate=0.011414945125579834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:15:02,220 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fa9b5c083e545c55fdbd073dceeb5b5 2024-11-08T10:15:02,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e8c186ab1833a76d4d44f2152c1526a, ASSIGN in 10.2170 sec 2024-11-08T10:15:02,220 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 859cc8f59fb57a5bb0bc042206239641 2024-11-08T10:15:02,220 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 3fa9b5c083e545c55fdbd073dceeb5b5: Running coprocessor pre-open hook at 1731060902195Writing region info on filesystem at 1731060902195Initializing all the Stores at 1731060902196 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060902196Cleaning up temporary data from old regions at 1731060902203 (+7 ms)Running coprocessor post-open hooks at 1731060902220 (+17 ms)Region opened successfully at 1731060902220 2024-11-08T10:15:02,221 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 2f8dd3ebc477446fcfabe1ef253c2dbd 2024-11-08T10:15:02,221 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5., pid=16, masterSystemTime=1731060902168 2024-11-08T10:15:02,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e7766d75dd9e02c05d272898fb1b9b30, ASSIGN in 10.2180 sec 2024-11-08T10:15:02,224 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. 2024-11-08T10:15:02,224 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. 2024-11-08T10:15:02,225 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. 2024-11-08T10:15:02,225 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3fa9b5c083e545c55fdbd073dceeb5b5, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,36859,1731060880506 2024-11-08T10:15:02,225 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/859cc8f59fb57a5bb0bc042206239641/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:15:02,225 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 335dfe6acd6bf8e8396cca5a85a433af, NAME => 'SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T10:15:02,225 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 335dfe6acd6bf8e8396cca5a85a433af 2024-11-08T10:15:02,225 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:15:02,225 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 335dfe6acd6bf8e8396cca5a85a433af 2024-11-08T10:15:02,225 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 335dfe6acd6bf8e8396cca5a85a433af 2024-11-08T10:15:02,226 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 859cc8f59fb57a5bb0bc042206239641; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72894757, jitterRate=0.0862165242433548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:15:02,226 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 859cc8f59fb57a5bb0bc042206239641 2024-11-08T10:15:02,227 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 859cc8f59fb57a5bb0bc042206239641: Running coprocessor pre-open hook at 1731060902203Writing region info on filesystem at 1731060902203Initializing all the Stores at 1731060902205 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060902205Cleaning up temporary data from old regions at 1731060902217 (+12 ms)Running coprocessor post-open hooks at 1731060902227 (+10 ms)Region opened successfully at 1731060902227 2024-11-08T10:15:02,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fa9b5c083e545c55fdbd073dceeb5b5, server=dc7897b1f01f,36859,1731060880506 because future has completed 2024-11-08T10:15:02,228 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641., pid=23, masterSystemTime=1731060902176 2024-11-08T10:15:02,229 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/2f8dd3ebc477446fcfabe1ef253c2dbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:15:02,230 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 2f8dd3ebc477446fcfabe1ef253c2dbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59523398, jitterRate=-0.1130322515964508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:15:02,230 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f8dd3ebc477446fcfabe1ef253c2dbd 2024-11-08T10:15:02,230 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 2f8dd3ebc477446fcfabe1ef253c2dbd: Running coprocessor pre-open hook at 1731060902200Writing region info on filesystem at 1731060902200Initializing all the Stores at 1731060902202 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060902202Cleaning up temporary data from old regions at 1731060902217 (+15 ms)Running coprocessor post-open hooks at 1731060902230 (+13 ms)Region opened successfully at 1731060902230 2024-11-08T10:15:02,233 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd., pid=17, masterSystemTime=1731060902162 2024-11-08T10:15:02,235 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. 2024-11-08T10:15:02,235 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. 2024-11-08T10:15:02,236 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. 2024-11-08T10:15:02,236 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=859cc8f59fb57a5bb0bc042206239641, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:02,236 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 89e4978e4d316b7b5a6287bc6a448c8e, NAME => 'SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T10:15:02,236 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd. 2024-11-08T10:15:02,237 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd. 2024-11-08T10:15:02,237 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95. 2024-11-08T10:15:02,237 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 89e4978e4d316b7b5a6287bc6a448c8e 2024-11-08T10:15:02,237 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:15:02,237 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f2ee52651edf2b9b70a60fd7a5bac95, NAME => 'SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T10:15:02,237 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 89e4978e4d316b7b5a6287bc6a448c8e 2024-11-08T10:15:02,237 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 89e4978e4d316b7b5a6287bc6a448c8e 2024-11-08T10:15:02,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-08T10:15:02,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fa9b5c083e545c55fdbd073dceeb5b5, server=dc7897b1f01f,36859,1731060880506 in 10.0710 sec 2024-11-08T10:15:02,237 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8f2ee52651edf2b9b70a60fd7a5bac95 2024-11-08T10:15:02,237 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:15:02,237 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 8f2ee52651edf2b9b70a60fd7a5bac95 2024-11-08T10:15:02,237 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 8f2ee52651edf2b9b70a60fd7a5bac95 2024-11-08T10:15:02,237 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2f8dd3ebc477446fcfabe1ef253c2dbd, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,45041,1731060880562 2024-11-08T10:15:02,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 859cc8f59fb57a5bb0bc042206239641, server=dc7897b1f01f,36829,1731060880606 because future has completed 2024-11-08T10:15:02,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f8dd3ebc477446fcfabe1ef253c2dbd, server=dc7897b1f01f,45041,1731060880562 because future has completed 2024-11-08T10:15:02,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fa9b5c083e545c55fdbd073dceeb5b5, ASSIGN in 10.2360 sec 2024-11-08T10:15:02,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-08T10:15:02,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f8dd3ebc477446fcfabe1ef253c2dbd, server=dc7897b1f01f,45041,1731060880562 in 10.0750 sec 2024-11-08T10:15:02,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-08T10:15:02,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 859cc8f59fb57a5bb0bc042206239641, server=dc7897b1f01f,36829,1731060880606 in 10.0630 sec 2024-11-08T10:15:02,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f8dd3ebc477446fcfabe1ef253c2dbd, ASSIGN in 10.2410 sec 2024-11-08T10:15:02,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=859cc8f59fb57a5bb0bc042206239641, ASSIGN in 10.2410 sec 2024-11-08T10:15:02,244 INFO [StoreOpener-335dfe6acd6bf8e8396cca5a85a433af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 335dfe6acd6bf8e8396cca5a85a433af 2024-11-08T10:15:02,244 INFO [StoreOpener-8f2ee52651edf2b9b70a60fd7a5bac95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8f2ee52651edf2b9b70a60fd7a5bac95 2024-11-08T10:15:02,246 INFO [StoreOpener-335dfe6acd6bf8e8396cca5a85a433af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 335dfe6acd6bf8e8396cca5a85a433af columnFamilyName cf 2024-11-08T10:15:02,246 INFO [StoreOpener-8f2ee52651edf2b9b70a60fd7a5bac95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f2ee52651edf2b9b70a60fd7a5bac95 columnFamilyName cf 2024-11-08T10:15:02,246 DEBUG [StoreOpener-8f2ee52651edf2b9b70a60fd7a5bac95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:15:02,246 DEBUG [StoreOpener-335dfe6acd6bf8e8396cca5a85a433af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:15:02,246 INFO [StoreOpener-8f2ee52651edf2b9b70a60fd7a5bac95-1 {}] regionserver.HStore(327): Store=8f2ee52651edf2b9b70a60fd7a5bac95/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:15:02,246 INFO [StoreOpener-335dfe6acd6bf8e8396cca5a85a433af-1 {}] regionserver.HStore(327): Store=335dfe6acd6bf8e8396cca5a85a433af/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:15:02,247 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 335dfe6acd6bf8e8396cca5a85a433af 2024-11-08T10:15:02,247 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 8f2ee52651edf2b9b70a60fd7a5bac95 2024-11-08T10:15:02,247 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/335dfe6acd6bf8e8396cca5a85a433af 2024-11-08T10:15:02,247 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/8f2ee52651edf2b9b70a60fd7a5bac95 2024-11-08T10:15:02,248 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/335dfe6acd6bf8e8396cca5a85a433af 2024-11-08T10:15:02,248 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/8f2ee52651edf2b9b70a60fd7a5bac95 2024-11-08T10:15:02,249 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 335dfe6acd6bf8e8396cca5a85a433af 2024-11-08T10:15:02,249 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 335dfe6acd6bf8e8396cca5a85a433af 2024-11-08T10:15:02,250 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 8f2ee52651edf2b9b70a60fd7a5bac95 2024-11-08T10:15:02,250 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 8f2ee52651edf2b9b70a60fd7a5bac95 2024-11-08T10:15:02,252 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 8f2ee52651edf2b9b70a60fd7a5bac95 2024-11-08T10:15:02,252 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 335dfe6acd6bf8e8396cca5a85a433af 2024-11-08T10:15:02,252 INFO [StoreOpener-89e4978e4d316b7b5a6287bc6a448c8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 89e4978e4d316b7b5a6287bc6a448c8e 2024-11-08T10:15:02,258 INFO [StoreOpener-89e4978e4d316b7b5a6287bc6a448c8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89e4978e4d316b7b5a6287bc6a448c8e columnFamilyName cf 2024-11-08T10:15:02,258 DEBUG [StoreOpener-89e4978e4d316b7b5a6287bc6a448c8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:15:02,259 INFO [StoreOpener-89e4978e4d316b7b5a6287bc6a448c8e-1 {}] regionserver.HStore(327): Store=89e4978e4d316b7b5a6287bc6a448c8e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:15:02,259 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 89e4978e4d316b7b5a6287bc6a448c8e 2024-11-08T10:15:02,260 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/89e4978e4d316b7b5a6287bc6a448c8e 2024-11-08T10:15:02,260 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/89e4978e4d316b7b5a6287bc6a448c8e 2024-11-08T10:15:02,261 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/335dfe6acd6bf8e8396cca5a85a433af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:15:02,261 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 335dfe6acd6bf8e8396cca5a85a433af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73050793, jitterRate=0.08854164183139801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:15:02,262 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 335dfe6acd6bf8e8396cca5a85a433af 2024-11-08T10:15:02,262 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 335dfe6acd6bf8e8396cca5a85a433af: Running coprocessor pre-open hook at 1731060902225Writing region info on filesystem at 1731060902226 (+1 ms)Initializing all the Stores at 1731060902227 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060902227Cleaning up temporary data from old regions at 1731060902249 (+22 ms)Running coprocessor post-open hooks at 1731060902262 (+13 ms)Region opened successfully at 1731060902262 2024-11-08T10:15:02,263 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af., pid=24, masterSystemTime=1731060902168 2024-11-08T10:15:02,264 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 89e4978e4d316b7b5a6287bc6a448c8e 2024-11-08T10:15:02,264 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 89e4978e4d316b7b5a6287bc6a448c8e 2024-11-08T10:15:02,265 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/8f2ee52651edf2b9b70a60fd7a5bac95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:15:02,265 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. 2024-11-08T10:15:02,266 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. 2024-11-08T10:15:02,266 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 8f2ee52651edf2b9b70a60fd7a5bac95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69593717, jitterRate=0.03702719509601593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:15:02,266 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f2ee52651edf2b9b70a60fd7a5bac95 2024-11-08T10:15:02,266 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 8f2ee52651edf2b9b70a60fd7a5bac95: Running coprocessor pre-open hook at 1731060902238Writing region info on filesystem at 1731060902238Initializing all the Stores at 1731060902239 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060902239Cleaning up temporary data from old regions at 1731060902250 (+11 ms)Running coprocessor post-open hooks at 1731060902266 (+16 ms)Region opened successfully at 1731060902266 2024-11-08T10:15:02,267 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=335dfe6acd6bf8e8396cca5a85a433af, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,36859,1731060880506 2024-11-08T10:15:02,268 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 89e4978e4d316b7b5a6287bc6a448c8e 2024-11-08T10:15:02,269 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95., pid=18, masterSystemTime=1731060902162 2024-11-08T10:15:02,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 335dfe6acd6bf8e8396cca5a85a433af, server=dc7897b1f01f,36859,1731060880506 because future has completed 2024-11-08T10:15:02,275 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95. 2024-11-08T10:15:02,275 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95. 2024-11-08T10:15:02,275 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d. 2024-11-08T10:15:02,276 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => feec6ed136b6c1219c291445d7e7523d, NAME => 'SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T10:15:02,276 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable feec6ed136b6c1219c291445d7e7523d 2024-11-08T10:15:02,276 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:15:02,277 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for feec6ed136b6c1219c291445d7e7523d 2024-11-08T10:15:02,277 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for feec6ed136b6c1219c291445d7e7523d 2024-11-08T10:15:02,279 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8f2ee52651edf2b9b70a60fd7a5bac95, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,45041,1731060880562 2024-11-08T10:15:02,282 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33343 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=dc7897b1f01f,45041,1731060880562, table=SPTestTable, region=8f2ee52651edf2b9b70a60fd7a5bac95. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T10:15:02,287 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/89e4978e4d316b7b5a6287bc6a448c8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:15:02,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f2ee52651edf2b9b70a60fd7a5bac95, server=dc7897b1f01f,45041,1731060880562 because future has completed 2024-11-08T10:15:02,289 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 89e4978e4d316b7b5a6287bc6a448c8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62004952, jitterRate=-0.07605421543121338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:15:02,289 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89e4978e4d316b7b5a6287bc6a448c8e 2024-11-08T10:15:02,290 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 89e4978e4d316b7b5a6287bc6a448c8e: Running coprocessor pre-open hook at 1731060902238Writing region info on filesystem at 1731060902238Initializing all the Stores at 1731060902240 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060902240Cleaning up temporary data from old regions at 1731060902264 (+24 ms)Running coprocessor post-open hooks at 1731060902289 (+25 ms)Region opened successfully at 1731060902289 2024-11-08T10:15:02,291 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e., pid=20, masterSystemTime=1731060902176 2024-11-08T10:15:02,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-08T10:15:02,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 335dfe6acd6bf8e8396cca5a85a433af, server=dc7897b1f01f,36859,1731060880506 in 10.0990 sec 2024-11-08T10:15:02,294 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. 2024-11-08T10:15:02,295 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. 2024-11-08T10:15:02,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-08T10:15:02,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=335dfe6acd6bf8e8396cca5a85a433af, ASSIGN in 10.2920 sec 2024-11-08T10:15:02,296 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=89e4978e4d316b7b5a6287bc6a448c8e, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:02,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f2ee52651edf2b9b70a60fd7a5bac95, server=dc7897b1f01f,45041,1731060880562 in 10.1250 sec 2024-11-08T10:15:02,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f2ee52651edf2b9b70a60fd7a5bac95, ASSIGN in 10.2950 sec 2024-11-08T10:15:02,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89e4978e4d316b7b5a6287bc6a448c8e, server=dc7897b1f01f,36829,1731060880606 because future has completed 2024-11-08T10:15:02,300 INFO [StoreOpener-feec6ed136b6c1219c291445d7e7523d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region feec6ed136b6c1219c291445d7e7523d 2024-11-08T10:15:02,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-08T10:15:02,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 89e4978e4d316b7b5a6287bc6a448c8e, server=dc7897b1f01f,36829,1731060880606 in 10.1270 sec 2024-11-08T10:15:02,302 INFO [StoreOpener-feec6ed136b6c1219c291445d7e7523d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feec6ed136b6c1219c291445d7e7523d columnFamilyName cf 2024-11-08T10:15:02,303 DEBUG [StoreOpener-feec6ed136b6c1219c291445d7e7523d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:15:02,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=89e4978e4d316b7b5a6287bc6a448c8e, ASSIGN in 10.3000 sec 2024-11-08T10:15:02,303 INFO [StoreOpener-feec6ed136b6c1219c291445d7e7523d-1 {}] regionserver.HStore(327): Store=feec6ed136b6c1219c291445d7e7523d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T10:15:02,304 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for feec6ed136b6c1219c291445d7e7523d 2024-11-08T10:15:02,304 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/feec6ed136b6c1219c291445d7e7523d 2024-11-08T10:15:02,305 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/feec6ed136b6c1219c291445d7e7523d 2024-11-08T10:15:02,305 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for feec6ed136b6c1219c291445d7e7523d 2024-11-08T10:15:02,305 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for feec6ed136b6c1219c291445d7e7523d 2024-11-08T10:15:02,307 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for feec6ed136b6c1219c291445d7e7523d 2024-11-08T10:15:02,312 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/feec6ed136b6c1219c291445d7e7523d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T10:15:02,313 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened feec6ed136b6c1219c291445d7e7523d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67700749, jitterRate=0.00881977379322052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T10:15:02,313 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for feec6ed136b6c1219c291445d7e7523d 2024-11-08T10:15:02,313 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for feec6ed136b6c1219c291445d7e7523d: Running coprocessor pre-open hook at 1731060902277Writing region info on filesystem at 1731060902277Initializing all the Stores at 1731060902284 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060902285 (+1 ms)Cleaning up temporary data from old regions at 1731060902305 (+20 ms)Running coprocessor post-open hooks at 1731060902313 (+8 ms)Region opened successfully at 1731060902313 2024-11-08T10:15:02,314 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d., pid=15, masterSystemTime=1731060902162 2024-11-08T10:15:02,316 DEBUG [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d. 2024-11-08T10:15:02,316 INFO [RS_OPEN_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d. 2024-11-08T10:15:02,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=feec6ed136b6c1219c291445d7e7523d, regionState=OPEN, openSeqNum=2, regionLocation=dc7897b1f01f,45041,1731060880562 2024-11-08T10:15:02,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure feec6ed136b6c1219c291445d7e7523d, server=dc7897b1f01f,45041,1731060880562 because future has completed 2024-11-08T10:15:02,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-08T10:15:02,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure feec6ed136b6c1219c291445d7e7523d, server=dc7897b1f01f,45041,1731060880562 in 10.1620 sec 2024-11-08T10:15:02,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-08T10:15:02,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=feec6ed136b6c1219c291445d7e7523d, ASSIGN in 10.3210 sec 2024-11-08T10:15:02,324 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T10:15:02,325 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731060902324"}]},"ts":"1731060902324"} 2024-11-08T10:15:02,326 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T10:15:02,327 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T10:15:02,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4390 sec 2024-11-08T10:15:05,329 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T10:15:07,673 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T10:15:07,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:15:07,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:15:07,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T10:15:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T10:15:10,128 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T10:15:10,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T10:15:10,128 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T10:15:10,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T10:15:10,134 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T10:15:10,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T10:15:10,173 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d., hostname=dc7897b1f01f,45041,1731060880562, seqNum=2] 2024-11-08T10:15:10,176 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d., hostname=dc7897b1f01f,45041,1731060880562, seqNum=2] 2024-11-08T10:15:10,177 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d., hostname=dc7897b1f01f,45041,1731060880562, seqNum=2] 2024-11-08T10:15:10,179 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d., hostname=dc7897b1f01f,45041,1731060880562, seqNum=2] 2024-11-08T10:15:10,180 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d., hostname=dc7897b1f01f,45041,1731060880562, seqNum=2] 2024-11-08T10:15:10,181 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d., hostname=dc7897b1f01f,45041,1731060880562, seqNum=2] 2024-11-08T10:15:10,221 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30., hostname=dc7897b1f01f,36829,1731060880606, seqNum=2] 2024-11-08T10:15:10,223 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30., hostname=dc7897b1f01f,36829,1731060880606, seqNum=2] 2024-11-08T10:15:10,224 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30., hostname=dc7897b1f01f,36829,1731060880606, seqNum=2] 2024-11-08T10:15:10,226 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30., hostname=dc7897b1f01f,36829,1731060880606, seqNum=2] 2024-11-08T10:15:10,227 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30., hostname=dc7897b1f01f,36829,1731060880606, seqNum=2] 2024-11-08T10:15:10,259 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5., hostname=dc7897b1f01f,36859,1731060880506, seqNum=2] 2024-11-08T10:15:10,260 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5., hostname=dc7897b1f01f,36859,1731060880506, seqNum=2] 2024-11-08T10:15:10,262 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5., hostname=dc7897b1f01f,36859,1731060880506, seqNum=2] 2024-11-08T10:15:10,263 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5., hostname=dc7897b1f01f,36859,1731060880506, seqNum=2] 2024-11-08T10:15:10,265 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5., hostname=dc7897b1f01f,36859,1731060880506, seqNum=2] 2024-11-08T10:15:10,296 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T10:15:10,331 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95., hostname=dc7897b1f01f,45041,1731060880562, seqNum=2] 2024-11-08T10:15:10,333 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95., hostname=dc7897b1f01f,45041,1731060880562, seqNum=2] 2024-11-08T10:15:10,334 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95., hostname=dc7897b1f01f,45041,1731060880562, seqNum=2] 2024-11-08T10:15:10,337 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95., hostname=dc7897b1f01f,45041,1731060880562, seqNum=2] 2024-11-08T10:15:11,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:15:11,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T10:15:11,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:15:11,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T10:15:11,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36829 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T10:15:11,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45041 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d. 2024-11-08T10:15:11,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36859 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T10:15:11,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45041 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T10:15:11,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45041 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T10:15:11,688 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T10:15:11,689 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T10:15:11,690 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T10:15:11,691 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T10:15:11,694 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T10:15:11,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741848_1024 (size=49) 2024-11-08T10:15:11,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741848_1024 (size=49) 2024-11-08T10:15:11,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741848_1024 (size=49) 2024-11-08T10:15:12,112 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T10:15:12,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 859cc8f59fb57a5bb0bc042206239641}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 335dfe6acd6bf8e8396cca5a85a433af}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e8c186ab1833a76d4d44f2152c1526a}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f8dd3ebc477446fcfabe1ef253c2dbd}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89e4978e4d316b7b5a6287bc6a448c8e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f0fa4de5c59ee56c2817b29062117f3}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure feec6ed136b6c1219c291445d7e7523d}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7766d75dd9e02c05d272898fb1b9b30}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fa9b5c083e545c55fdbd073dceeb5b5}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f2ee52651edf2b9b70a60fd7a5bac95}] 2024-11-08T10:15:12,116 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 335dfe6acd6bf8e8396cca5a85a433af 2024-11-08T10:15:12,116 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 859cc8f59fb57a5bb0bc042206239641 2024-11-08T10:15:12,117 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f2ee52651edf2b9b70a60fd7a5bac95 2024-11-08T10:15:12,117 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e8c186ab1833a76d4d44f2152c1526a 2024-11-08T10:15:12,117 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fa9b5c083e545c55fdbd073dceeb5b5 2024-11-08T10:15:12,122 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7766d75dd9e02c05d272898fb1b9b30 2024-11-08T10:15:12,129 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f0fa4de5c59ee56c2817b29062117f3 2024-11-08T10:15:12,129 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure feec6ed136b6c1219c291445d7e7523d 2024-11-08T10:15:12,133 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89e4978e4d316b7b5a6287bc6a448c8e 2024-11-08T10:15:12,133 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f8dd3ebc477446fcfabe1ef253c2dbd 2024-11-08T10:15:22,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T10:15:22,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T10:15:22,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T10:15:22,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d. 2024-11-08T10:15:22,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T10:15:22,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. 2024-11-08T10:15:22,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T10:15:22,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95. 2024-11-08T10:15:22,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T10:15:22,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e7766d75dd9e02c05d272898fb1b9b30 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T10:15:22,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing feec6ed136b6c1219c291445d7e7523d 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-08T10:15:22,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. 2024-11-08T10:15:22,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 8f2ee52651edf2b9b70a60fd7a5bac95 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-08T10:15:22,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 859cc8f59fb57a5bb0bc042206239641: 2024-11-08T10:15:22,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T10:15:22,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a. 2024-11-08T10:15:22,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. for SnapshotProcedureTest completed. 2024-11-08T10:15:22,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T10:15:22,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T10:15:22,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 9e8c186ab1833a76d4d44f2152c1526a: 2024-11-08T10:15:22,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a. for SnapshotProcedureTest completed. 2024-11-08T10:15:22,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. 2024-11-08T10:15:22,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:15:22,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. 2024-11-08T10:15:22,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:15:22,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:15:22,122 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 3fa9b5c083e545c55fdbd073dceeb5b5 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T10:15:22,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T10:15:22,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T10:15:22,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:15:22,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 89e4978e4d316b7b5a6287bc6a448c8e: 2024-11-08T10:15:22,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T10:15:22,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. for SnapshotProcedureTest completed. 2024-11-08T10:15:22,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. 2024-11-08T10:15:22,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:15:22,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:15:22,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 8f0fa4de5c59ee56c2817b29062117f3: 2024-11-08T10:15:22,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T10:15:22,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. for SnapshotProcedureTest completed. 2024-11-08T10:15:22,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:15:22,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. 2024-11-08T10:15:22,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:15:22,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T10:15:22,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 335dfe6acd6bf8e8396cca5a85a433af: 2024-11-08T10:15:22,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. for SnapshotProcedureTest completed. 2024-11-08T10:15:22,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:15:22,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:15:22,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T10:15:22,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/feec6ed136b6c1219c291445d7e7523d/.tmp/cf/9937d6509ce04367bc3bc88af5a3d541 is 34, key is aaa/cf:cf/1731060911121/Put/seqid=0 2024-11-08T10:15:22,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741852_1028 (size=65) 2024-11-08T10:15:22,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741852_1028 (size=65) 2024-11-08T10:15:22,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741852_1028 (size=65) 2024-11-08T10:15:22,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. 2024-11-08T10:15:22,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/e7766d75dd9e02c05d272898fb1b9b30/.tmp/cf/732b9c0b3d6c4dfd849fa5da360d92c5 is 34, key is baa/cf:cf/1731060911093/Put/seqid=0 2024-11-08T10:15:22,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T10:15:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T10:15:22,158 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 335dfe6acd6bf8e8396cca5a85a433af 2024-11-08T10:15:22,158 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 335dfe6acd6bf8e8396cca5a85a433af 2024-11-08T10:15:22,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 335dfe6acd6bf8e8396cca5a85a433af in 10.0470 sec 2024-11-08T10:15:22,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/3fa9b5c083e545c55fdbd073dceeb5b5/.tmp/cf/e597199109cd4bd0901f10dfaf872ded is 34, key is ccd/cf:cf/1731060911113/Put/seqid=0 2024-11-08T10:15:22,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741851_1027 (size=65) 2024-11-08T10:15:22,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741851_1027 (size=65) 2024-11-08T10:15:22,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741851_1027 (size=65) 2024-11-08T10:15:22,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. 2024-11-08T10:15:22,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T10:15:22,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741850_1026 (size=57) 2024-11-08T10:15:22,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741850_1026 (size=57) 2024-11-08T10:15:22,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741850_1026 (size=57) 2024-11-08T10:15:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T10:15:22,177 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 89e4978e4d316b7b5a6287bc6a448c8e 2024-11-08T10:15:22,177 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89e4978e4d316b7b5a6287bc6a448c8e 2024-11-08T10:15:22,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 89e4978e4d316b7b5a6287bc6a448c8e in 10.0660 sec 2024-11-08T10:15:22,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741849_1025 (size=65) 2024-11-08T10:15:22,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741849_1025 (size=65) 2024-11-08T10:15:22,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741849_1025 (size=65) 2024-11-08T10:15:22,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731060891887.9e8c186ab1833a76d4d44f2152c1526a. 2024-11-08T10:15:22,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T10:15:22,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd. 2024-11-08T10:15:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 2f8dd3ebc477446fcfabe1ef253c2dbd: 2024-11-08T10:15:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd. for SnapshotProcedureTest completed. 2024-11-08T10:15:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:15:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T10:15:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:15:22,188 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9e8c186ab1833a76d4d44f2152c1526a 2024-11-08T10:15:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T10:15:22,188 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e8c186ab1833a76d4d44f2152c1526a 2024-11-08T10:15:22,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9e8c186ab1833a76d4d44f2152c1526a in 10.0770 sec 2024-11-08T10:15:22,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/8f2ee52651edf2b9b70a60fd7a5bac95/.tmp/cf/afe72ac17fd74a72a0f6742021bc9379 is 34, key is eaa/cf:cf/1731060911588/Put/seqid=0 2024-11-08T10:15:22,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741853_1029 (size=65) 2024-11-08T10:15:22,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741853_1029 (size=65) 2024-11-08T10:15:22,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741853_1029 (size=65) 2024-11-08T10:15:22,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. 2024-11-08T10:15:22,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741854_1030 (size=26918) 2024-11-08T10:15:22,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T10:15:22,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741854_1030 (size=26918) 2024-11-08T10:15:22,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741854_1030 (size=26918) 2024-11-08T10:15:22,221 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/feec6ed136b6c1219c291445d7e7523d/.tmp/cf/9937d6509ce04367bc3bc88af5a3d541 2024-11-08T10:15:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T10:15:22,224 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8f0fa4de5c59ee56c2817b29062117f3 2024-11-08T10:15:22,224 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f0fa4de5c59ee56c2817b29062117f3 2024-11-08T10:15:22,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8f0fa4de5c59ee56c2817b29062117f3 in 10.1130 sec 2024-11-08T10:15:22,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741855_1031 (size=499309) 2024-11-08T10:15:22,234 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/8f2ee52651edf2b9b70a60fd7a5bac95/.tmp/cf/afe72ac17fd74a72a0f6742021bc9379 2024-11-08T10:15:22,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741855_1031 (size=499309) 2024-11-08T10:15:22,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741855_1031 (size=499309) 2024-11-08T10:15:22,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741857_1033 (size=47197) 2024-11-08T10:15:22,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741857_1033 (size=47197) 2024-11-08T10:15:22,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741857_1033 (size=47197) 2024-11-08T10:15:22,247 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/3fa9b5c083e545c55fdbd073dceeb5b5/.tmp/cf/e597199109cd4bd0901f10dfaf872ded 2024-11-08T10:15:22,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/feec6ed136b6c1219c291445d7e7523d/.tmp/cf/9937d6509ce04367bc3bc88af5a3d541 as hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/feec6ed136b6c1219c291445d7e7523d/cf/9937d6509ce04367bc3bc88af5a3d541 2024-11-08T10:15:22,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741856_1032 (size=28623) 2024-11-08T10:15:22,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741856_1032 (size=28623) 2024-11-08T10:15:22,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741856_1032 (size=28623) 2024-11-08T10:15:22,263 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/feec6ed136b6c1219c291445d7e7523d/cf/9937d6509ce04367bc3bc88af5a3d541, entries=676, sequenceid=5, filesize=26.3 K 2024-11-08T10:15:22,264 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for feec6ed136b6c1219c291445d7e7523d in 142ms, sequenceid=5, compaction requested=false 2024-11-08T10:15:22,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for feec6ed136b6c1219c291445d7e7523d: 2024-11-08T10:15:22,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d. for SnapshotProcedureTest completed. 2024-11-08T10:15:22,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:15:22,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:15:22,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/feec6ed136b6c1219c291445d7e7523d/cf/9937d6509ce04367bc3bc88af5a3d541] hfiles 2024-11-08T10:15:22,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/feec6ed136b6c1219c291445d7e7523d/cf/9937d6509ce04367bc3bc88af5a3d541 for snapshot=SnapshotProcedureTest 2024-11-08T10:15:22,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/3fa9b5c083e545c55fdbd073dceeb5b5/.tmp/cf/e597199109cd4bd0901f10dfaf872ded as hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/3fa9b5c083e545c55fdbd073dceeb5b5/cf/e597199109cd4bd0901f10dfaf872ded 2024-11-08T10:15:22,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/8f2ee52651edf2b9b70a60fd7a5bac95/.tmp/cf/afe72ac17fd74a72a0f6742021bc9379 as hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/8f2ee52651edf2b9b70a60fd7a5bac95/cf/afe72ac17fd74a72a0f6742021bc9379 2024-11-08T10:15:22,274 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/3fa9b5c083e545c55fdbd073dceeb5b5/cf/e597199109cd4bd0901f10dfaf872ded, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T10:15:22,276 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 3fa9b5c083e545c55fdbd073dceeb5b5 in 153ms, sequenceid=5, compaction requested=false 2024-11-08T10:15:22,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 3fa9b5c083e545c55fdbd073dceeb5b5: 2024-11-08T10:15:22,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. for SnapshotProcedureTest completed. 2024-11-08T10:15:22,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:15:22,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:15:22,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/3fa9b5c083e545c55fdbd073dceeb5b5/cf/e597199109cd4bd0901f10dfaf872ded] hfiles 2024-11-08T10:15:22,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/3fa9b5c083e545c55fdbd073dceeb5b5/cf/e597199109cd4bd0901f10dfaf872ded for snapshot=SnapshotProcedureTest 2024-11-08T10:15:22,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741858_1034 (size=65) 2024-11-08T10:15:22,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741858_1034 (size=65) 2024-11-08T10:15:22,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741858_1034 (size=65) 2024-11-08T10:15:22,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731060891887.2f8dd3ebc477446fcfabe1ef253c2dbd. 2024-11-08T10:15:22,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T10:15:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T10:15:22,279 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2f8dd3ebc477446fcfabe1ef253c2dbd 2024-11-08T10:15:22,279 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f8dd3ebc477446fcfabe1ef253c2dbd 2024-11-08T10:15:22,281 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/8f2ee52651edf2b9b70a60fd7a5bac95/cf/afe72ac17fd74a72a0f6742021bc9379, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-08T10:15:22,282 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 8f2ee52651edf2b9b70a60fd7a5bac95 in 161ms, sequenceid=5, compaction requested=false 2024-11-08T10:15:22,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 8f2ee52651edf2b9b70a60fd7a5bac95: 2024-11-08T10:15:22,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95. for SnapshotProcedureTest completed. 2024-11-08T10:15:22,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:15:22,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:15:22,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/8f2ee52651edf2b9b70a60fd7a5bac95/cf/afe72ac17fd74a72a0f6742021bc9379] hfiles 2024-11-08T10:15:22,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/8f2ee52651edf2b9b70a60fd7a5bac95/cf/afe72ac17fd74a72a0f6742021bc9379 for snapshot=SnapshotProcedureTest 2024-11-08T10:15:22,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2f8dd3ebc477446fcfabe1ef253c2dbd in 10.1700 sec 2024-11-08T10:15:22,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741859_1035 (size=105) 2024-11-08T10:15:22,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741859_1035 (size=105) 2024-11-08T10:15:22,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741859_1035 (size=105) 2024-11-08T10:15:22,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731060891887.feec6ed136b6c1219c291445d7e7523d. 2024-11-08T10:15:22,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T10:15:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T10:15:22,289 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region feec6ed136b6c1219c291445d7e7523d 2024-11-08T10:15:22,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure feec6ed136b6c1219c291445d7e7523d 2024-11-08T10:15:22,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure feec6ed136b6c1219c291445d7e7523d in 10.1780 sec 2024-11-08T10:15:22,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741860_1036 (size=105) 2024-11-08T10:15:22,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741860_1036 (size=105) 2024-11-08T10:15:22,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741860_1036 (size=105) 2024-11-08T10:15:22,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. 2024-11-08T10:15:22,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T10:15:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T10:15:22,300 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3fa9b5c083e545c55fdbd073dceeb5b5 2024-11-08T10:15:22,300 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fa9b5c083e545c55fdbd073dceeb5b5 2024-11-08T10:15:22,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3fa9b5c083e545c55fdbd073dceeb5b5 in 10.1890 sec 2024-11-08T10:15:22,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741861_1037 (size=97) 2024-11-08T10:15:22,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741861_1037 (size=97) 2024-11-08T10:15:22,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741861_1037 (size=97) 2024-11-08T10:15:22,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731060891887.8f2ee52651edf2b9b70a60fd7a5bac95. 2024-11-08T10:15:22,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T10:15:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T10:15:22,308 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8f2ee52651edf2b9b70a60fd7a5bac95 2024-11-08T10:15:22,308 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f2ee52651edf2b9b70a60fd7a5bac95 2024-11-08T10:15:22,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8f2ee52651edf2b9b70a60fd7a5bac95 in 10.1970 sec 2024-11-08T10:15:22,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. 2024-11-08T10:15:22,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T10:15:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T10:15:22,579 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 859cc8f59fb57a5bb0bc042206239641 2024-11-08T10:15:22,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 859cc8f59fb57a5bb0bc042206239641 2024-11-08T10:15:22,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 859cc8f59fb57a5bb0bc042206239641 in 10.4680 sec 2024-11-08T10:15:22,656 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/e7766d75dd9e02c05d272898fb1b9b30/.tmp/cf/732b9c0b3d6c4dfd849fa5da360d92c5 2024-11-08T10:15:22,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/e7766d75dd9e02c05d272898fb1b9b30/.tmp/cf/732b9c0b3d6c4dfd849fa5da360d92c5 as hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/e7766d75dd9e02c05d272898fb1b9b30/cf/732b9c0b3d6c4dfd849fa5da360d92c5 2024-11-08T10:15:22,668 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/e7766d75dd9e02c05d272898fb1b9b30/cf/732b9c0b3d6c4dfd849fa5da360d92c5, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T10:15:22,669 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for e7766d75dd9e02c05d272898fb1b9b30 in 548ms, sequenceid=5, compaction requested=false 2024-11-08T10:15:22,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e7766d75dd9e02c05d272898fb1b9b30: 2024-11-08T10:15:22,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. for SnapshotProcedureTest completed. 2024-11-08T10:15:22,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T10:15:22,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T10:15:22,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/e7766d75dd9e02c05d272898fb1b9b30/cf/732b9c0b3d6c4dfd849fa5da360d92c5] hfiles 2024-11-08T10:15:22,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/e7766d75dd9e02c05d272898fb1b9b30/cf/732b9c0b3d6c4dfd849fa5da360d92c5 for snapshot=SnapshotProcedureTest 2024-11-08T10:15:22,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741862_1038 (size=105) 2024-11-08T10:15:22,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741862_1038 (size=105) 2024-11-08T10:15:22,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741862_1038 (size=105) 2024-11-08T10:15:22,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. 2024-11-08T10:15:22,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T10:15:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T10:15:22,679 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e7766d75dd9e02c05d272898fb1b9b30 2024-11-08T10:15:22,679 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7766d75dd9e02c05d272898fb1b9b30 2024-11-08T10:15:22,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-08T10:15:22,681 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T10:15:22,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e7766d75dd9e02c05d272898fb1b9b30 in 10.5680 sec 2024-11-08T10:15:22,682 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T10:15:22,682 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T10:15:22,682 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T10:15:22,684 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T10:15:22,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741863_1039 (size=1174) 2024-11-08T10:15:22,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741863_1039 (size=1174) 2024-11-08T10:15:22,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741863_1039 (size=1174) 2024-11-08T10:15:22,710 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T10:15:22,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T10:15:22,717 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,45041,1731060880562 2024-11-08T10:15:22,717 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,36859,1731060880506 2024-11-08T10:15:22,717 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,45041,1731060880562 2024-11-08T10:15:22,717 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:22,717 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,36859,1731060880506 2024-11-08T10:15:22,723 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:22,723 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:22,723 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,45041,1731060880562 2024-11-08T10:15:22,723 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,36859,1731060880506 2024-11-08T10:15:22,805 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T10:15:22,806 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing dc7897b1f01f,45041,1731060880562 2024-11-08T10:15:22,807 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server dc7897b1f01f,45041,1731060880562: Simulated kill ***** 2024-11-08T10:15:22,807 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T10:15:22,807 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T10:15:22,809 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T10:15:22,809 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T10:15:22,809 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T10:15:22,809 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 768214528 }, "NonHeapMemoryUsage": { "committed": 177864704, "init": 7667712, "max": -1, "used": 173337776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T10:15:22,810 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33343 {}] master.MasterRpcServices(700): dc7897b1f01f,45041,1731060880562 reported a fatal error: ***** ABORTING region server dc7897b1f01f,45041,1731060880562: Simulated kill ***** 2024-11-08T10:15:22,811 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dc7897b1f01f,45041,1731060880562' ***** 2024-11-08T10:15:22,811 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T10:15:22,812 INFO [RS:1;dc7897b1f01f:45041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T10:15:22,812 INFO [RS:1;dc7897b1f01f:45041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T10:15:22,812 INFO [RS:1;dc7897b1f01f:45041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T10:15:22,812 INFO [RS:1;dc7897b1f01f:45041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T10:15:22,812 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T10:15:22,812 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T10:15:22,812 INFO [RS:1;dc7897b1f01f:45041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;dc7897b1f01f:45041. 2024-11-08T10:15:22,812 DEBUG [RS:1;dc7897b1f01f:45041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:15:22,812 DEBUG [RS:1;dc7897b1f01f:45041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:15:22,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741836_1012 (size=14382) 2024-11-08T10:15:22,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741836_1012 (size=14382) 2024-11-08T10:15:22,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741836_1012 (size=14382) 2024-11-08T10:15:22,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741834_1010 (size=2301) 2024-11-08T10:15:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741834_1010 (size=2301) 2024-11-08T10:15:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741834_1010 (size=2301) 2024-11-08T10:15:22,823 DEBUG [RS:1;dc7897b1f01f:45041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:15:22,823 INFO [RS:1;dc7897b1f01f:45041 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:15:22,823 INFO [RS:1;dc7897b1f01f:45041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45041 2024-11-08T10:15:22,824 INFO [regionserver/dc7897b1f01f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:15:22,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T10:15:22,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x10119f0cf570002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dc7897b1f01f,45041,1731060880562 2024-11-08T10:15:22,888 INFO [RS:1;dc7897b1f01f:45041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T10:15:22,899 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dc7897b1f01f,45041,1731060880562] 2024-11-08T10:15:22,909 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dc7897b1f01f,45041,1731060880562 already deleted, retry=false 2024-11-08T10:15:22,909 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of dc7897b1f01f,45041,1731060880562 on dc7897b1f01f,33343,1731060880326 2024-11-08T10:15:22,911 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure dc7897b1f01f,45041,1731060880562, splitWal=true, meta=true 2024-11-08T10:15:22,911 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for dc7897b1f01f,45041,1731060880562 (carryingMeta=true) dc7897b1f01f,45041,1731060880562/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2857017b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T10:15:22,913 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure dc7897b1f01f,45041,1731060880562, splitWal=true, meta=true 2024-11-08T10:15:22,915 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure dc7897b1f01f,45041,1731060880562, splitWal=true, meta=true, isMeta: true 2024-11-08T10:15:22,918 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562-splitting 2024-11-08T10:15:22,919 INFO [PEWorker-4 {}] master.SplitWALManager(105): dc7897b1f01f,45041,1731060880562 WAL count=1, meta=true 2024-11-08T10:15:22,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta}] 2024-11-08T10:15:22,921 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:22,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta, worker=dc7897b1f01f,36829,1731060880606}] 2024-11-08T10:15:22,923 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,45041,1731060880562 Release verify snapshot worker=dc7897b1f01f,45041,1731060880562 2024-11-08T10:15:22,924 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to dc7897b1f01f,45041,1731060880562, this operation will be retried to send to another server 2024-11-08T10:15:22,924 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T10:15:22,924 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731060923924 2024-11-08T10:15:22,925 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,45041,1731060880562 Release verify snapshot worker=dc7897b1f01f,45041,1731060880562 2024-11-08T10:15:22,925 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to dc7897b1f01f,45041,1731060880562, this operation will be retried to send to another server 2024-11-08T10:15:22,925 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-08T10:15:22,925 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-08T10:15:22,925 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-08T10:15:22,925 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-08T10:15:22,925 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T10:15:22,925 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731060923925 2024-11-08T10:15:22,926 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,45041,1731060880562 Release verify snapshot worker=dc7897b1f01f,45041,1731060880562 2024-11-08T10:15:22,926 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to dc7897b1f01f,45041,1731060880562, this operation will be retried to send to another server 2024-11-08T10:15:22,926 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T10:15:22,926 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731060923926 2024-11-08T10:15:22,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x10119f0cf570002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:15:22,999 INFO [RS:1;dc7897b1f01f:45041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T10:15:22,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45041-0x10119f0cf570002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:15:22,999 INFO [RS:1;dc7897b1f01f:45041 {}] regionserver.HRegionServer(1031): Exiting; stopping=dc7897b1f01f,45041,1731060880562; zookeeper connection closed. 2024-11-08T10:15:22,999 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4de7e7c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4de7e7c9 2024-11-08T10:15:23,471 INFO [regionserver/dc7897b1f01f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T10:15:23,471 INFO [regionserver/dc7897b1f01f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T10:15:28,356 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=dc7897b1f01f:35187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T10:15:32,413 INFO [master/dc7897b1f01f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T10:15:32,413 INFO [master/dc7897b1f01f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T10:15:32,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-08T10:15:32,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-08T10:15:32,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-08T10:15:32,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-08T10:15:32,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-08T10:15:32,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-08T10:15:32,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-08T10:15:32,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T10:15:32,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-08T10:15:32,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T10:15:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-08T10:15:32,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-08T10:15:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T10:15:32,726 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36829,1731060880606 Release verify snapshot worker=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-08T10:15:32,728 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36829,1731060880606 Release verify snapshot worker=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:32,730 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:32,730 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:32,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36829,1731060880606 in 10.0130 sec 2024-11-08T10:15:32,731 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36829,1731060880606 Release verify snapshot worker=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:32,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T10:15:32,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-08T10:15:32,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-08T10:15:32,737 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-08T10:15:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-08T10:15:32,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36829,1731060880606 in 10.0140 sec 2024-11-08T10:15:32,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36829,1731060880606 in 10.0180 sec 2024-11-08T10:15:32,741 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36859,1731060880506 Release verify snapshot worker=dc7897b1f01f,36859,1731060880506 2024-11-08T10:15:32,742 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36859,1731060880506 Release verify snapshot worker=dc7897b1f01f,36859,1731060880506 2024-11-08T10:15:32,742 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562-splitting/dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta, size=14.0 K (14382bytes) 2024-11-08T10:15:32,742 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562-splitting/dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta 2024-11-08T10:15:32,743 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562-splitting/dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta after 1ms 2024-11-08T10:15:32,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36859,1731060880506 in 10.0270 sec 2024-11-08T10:15:32,744 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=dc7897b1f01f,36859,1731060880506 2024-11-08T10:15:32,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36859,1731060880506 in 10.0280 sec 2024-11-08T10:15:32,750 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562-splitting/dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta took 8ms 2024-11-08T10:15:32,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-08T10:15:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-08T10:15:32,755 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36859,1731060880506 Release verify snapshot worker=dc7897b1f01f,36859,1731060880506 2024-11-08T10:15:32,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36859,1731060880506 in 10.0410 sec 2024-11-08T10:15:32,779 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-08T10:15:32,780 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562-splitting/dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta so closing down 2024-11-08T10:15:32,781 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T10:15:32,781 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta.temp 2024-11-08T10:15:32,788 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta.temp 2024-11-08T10:15:32,789 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T10:15:32,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741864_1040 (size=14141) 2024-11-08T10:15:32,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741864_1040 (size=14141) 2024-11-08T10:15:32,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741864_1040 (size=14141) 2024-11-08T10:15:32,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-08T10:15:32,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta.temp to hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T10:15:32,855 INFO [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 79 ms; skipped=1; WAL=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562-splitting/dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-08T10:15:32,855 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562-splitting/dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta, journal: Splitting hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562-splitting/dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta, size=14.0 K (14382bytes) at 1731060932742Finishing writing output for hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562-splitting/dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta so closing down at 1731060932780 (+38 ms)Creating recovered edits writer path=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta.temp at 1731060932788 (+8 ms)3 split writer threads finished at 1731060932789 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731060932852 (+63 ms)Rename recovered edits hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta.temp to hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731060932855 (+3 ms)Processed 26 edits across 1 Regions in 79 ms; skipped=1; WAL=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562-splitting/dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731060932855 2024-11-08T10:15:32,855 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562-splitting/dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta 2024-11-08T10:15:32,855 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dc7897b1f01f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T10:15:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T10:15:32,861 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562-splitting/dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta to hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/oldWALs 2024-11-08T10:15:32,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-08T10:15:32,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta, worker=dc7897b1f01f,36829,1731060880606 in 9.9390 sec 2024-11-08T10:15:32,865 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:32,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-08T10:15:32,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure dc7897b1f01f%2C45041%2C1731060880562.meta.1731060891692.meta, worker=dc7897b1f01f,36829,1731060880606 in 9.9450 sec 2024-11-08T10:15:32,870 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,45041,1731060880562-splitting dir is empty, no logs to split. 2024-11-08T10:15:32,870 INFO [PEWorker-5 {}] master.SplitWALManager(105): dc7897b1f01f,45041,1731060880562 WAL count=0, meta=true 2024-11-08T10:15:32,870 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if dc7897b1f01f,45041,1731060880562 WAL splitting is done? wals=0, meta=true 2024-11-08T10:15:32,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T10:15:32,874 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T10:15:32,875 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T10:15:33,026 DEBUG [dc7897b1f01f:33343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T10:15:33,026 DEBUG [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(204): Hosts are {dc7897b1f01f=0} racks are {/default-rack=0} 2024-11-08T10:15:33,026 DEBUG [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T10:15:33,026 DEBUG [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T10:15:33,026 DEBUG [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T10:15:33,026 DEBUG [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T10:15:33,026 INFO [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T10:15:33,026 INFO [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T10:15:33,026 DEBUG [dc7897b1f01f:33343 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T10:15:33,027 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:33,028 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dc7897b1f01f,36829,1731060880606, state=OPENING 2024-11-08T10:15:33,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:15:33,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:15:33,035 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T10:15:33,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:15:33,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:15:33,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dc7897b1f01f,36829,1731060880606}] 2024-11-08T10:15:33,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:15:33,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:15:40,297 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T10:15:41,934 INFO [regionserver/dc7897b1f01f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T10:15:42,735 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T10:15:42,735 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T10:15:42,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-08T10:15:42,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-08T10:15:42,736 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T10:15:42,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-08T10:15:42,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-08T10:15:42,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-08T10:15:42,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-08T10:15:42,739 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dc7897b1f01f%2C36829%2C1731060880606.meta, suffix=.meta, logDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,36829,1731060880606, archiveDir=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/oldWALs, maxLogs=32 2024-11-08T10:15:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-08T10:15:42,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-08T10:15:42,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-08T10:15:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-08T10:15:42,750 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36829,1731060880606 Release verify snapshot worker=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-08T10:15:42,750 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36859,1731060880506 Release verify snapshot worker=dc7897b1f01f,36859,1731060880506 2024-11-08T10:15:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33343 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-08T10:15:42,753 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36829,1731060880606 Release verify snapshot worker=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:42,755 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36829,1731060880606 Release verify snapshot worker=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:42,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36829,1731060880606 in 20.0360 sec 2024-11-08T10:15:42,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36829,1731060880606 in 20.0390 sec 2024-11-08T10:15:42,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36859,1731060880506 in 20.0360 sec 2024-11-08T10:15:42,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-11-08T10:15:42,760 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T10:15:42,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=dc7897b1f01f,36829,1731060880606 in 20.0410 sec 2024-11-08T10:15:42,760 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T10:15:42,761 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,36829,1731060880606/dc7897b1f01f%2C36829%2C1731060880606.meta.1731060942740.meta, exclude list is [], retry=0 2024-11-08T10:15:42,763 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T10:15:42,763 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T10:15:42,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38277,DS-388d5913-912c-4ce1-a6e8-199cc9bbb0bd,DISK] 2024-11-08T10:15:42,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38869,DS-ac5081b9-7074-4a48-9a98-5515d7fb30b6,DISK] 2024-11-08T10:15:42,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42229,DS-d8dc7c58-9b63-4b3a-8336-dc0937d01244,DISK] 2024-11-08T10:15:42,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.0760 sec 2024-11-08T10:15:42,777 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/WALs/dc7897b1f01f,36829,1731060880606/dc7897b1f01f%2C36829%2C1731060880606.meta.1731060942740.meta 2024-11-08T10:15:42,784 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46251:46251),(127.0.0.1/127.0.0.1:35767:35767),(127.0.0.1/127.0.0.1:36521:36521)] 2024-11-08T10:15:42,784 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T10:15:42,785 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T10:15:42,785 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T10:15:42,785 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T10:15:42,785 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T10:15:42,785 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T10:15:42,785 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T10:15:42,785 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T10:15:42,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T10:15:42,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T10:15:42,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:15:42,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:15:42,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T10:15:42,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T10:15:42,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:15:42,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:15:42,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T10:15:42,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T10:15:42,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:15:42,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:15:42,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T10:15:42,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T10:15:42,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T10:15:42,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T10:15:42,799 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T10:15:42,800 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740 2024-11-08T10:15:42,802 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740 2024-11-08T10:15:42,802 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T10:15:42,813 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T10:15:42,813 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-08T10:15:42,845 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T10:15:42,846 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server dc7897b1f01f:45041 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: dc7897b1f01f/172.17.0.3:45041 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T10:15:42,847 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,45041,1731060880562, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,45041,1731060880562, seqNum=-1, error=java.net.ConnectException: Call to address=dc7897b1f01f:45041 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: dc7897b1f01f/172.17.0.3:45041 2024-11-08T10:15:42,847 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,45041,1731060880562, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-08T10:15:42,847 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,45041,1731060880562, seqNum=-1 from cache 2024-11-08T10:15:42,847 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address dc7897b1f01f:45041 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: dc7897b1f01f/172.17.0.3:45041 2024-11-08T10:15:42,850 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/.tmp/info/200da31beb1742cf8c60570e39a4b802 is 167, key is SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af./info:regioninfo/1731060902267/Put/seqid=0 2024-11-08T10:15:42,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741866_1042 (size=18393) 2024-11-08T10:15:42,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741866_1042 (size=18393) 2024-11-08T10:15:42,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741866_1042 (size=18393) 2024-11-08T10:15:42,859 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/.tmp/info/200da31beb1742cf8c60570e39a4b802 2024-11-08T10:15:42,884 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/.tmp/ns/0f84989fd1d747c5a0bdf76bbdd6572d is 43, key is default/ns:d/1731060891798/Put/seqid=0 2024-11-08T10:15:42,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741867_1043 (size=5153) 2024-11-08T10:15:42,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741867_1043 (size=5153) 2024-11-08T10:15:42,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741867_1043 (size=5153) 2024-11-08T10:15:42,896 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/.tmp/ns/0f84989fd1d747c5a0bdf76bbdd6572d 2024-11-08T10:15:42,919 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/.tmp/table/2cc85ded49454117a816a16725267c48 is 47, key is SPTestTable/table:state/1731060902324/Put/seqid=0 2024-11-08T10:15:42,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741868_1044 (size=5214) 2024-11-08T10:15:42,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741868_1044 (size=5214) 2024-11-08T10:15:42,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741868_1044 (size=5214) 2024-11-08T10:15:42,956 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T10:15:42,957 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,36829,1731060880606, seqNum=-1] 2024-11-08T10:15:42,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36829 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:41546 deadline: 1731061002845, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:42,963 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,36829,1731060880606, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,36829,1731060880606, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on dc7897b1f01f,36829,1731060880606 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T10:15:42,963 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,36829,1731060880606, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on dc7897b1f01f,36829,1731060880606 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T10:15:42,963 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,36829,1731060880606, seqNum=-1 from cache 2024-11-08T10:15:43,166 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T10:15:43,167 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,36829,1731060880606, seqNum=-1] 2024-11-08T10:15:43,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36829 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:41546 deadline: 1731061002846, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:43,168 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,36829,1731060880606, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,36829,1731060880606, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on dc7897b1f01f,36829,1731060880606 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T10:15:43,168 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,36829,1731060880606, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on dc7897b1f01f,36829,1731060880606 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T10:15:43,168 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,36829,1731060880606, seqNum=-1 from cache 2024-11-08T10:15:43,328 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/.tmp/table/2cc85ded49454117a816a16725267c48 2024-11-08T10:15:43,337 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/.tmp/info/200da31beb1742cf8c60570e39a4b802 as hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/info/200da31beb1742cf8c60570e39a4b802 2024-11-08T10:15:43,344 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/info/200da31beb1742cf8c60570e39a4b802, entries=100, sequenceid=28, filesize=18.0 K 2024-11-08T10:15:43,345 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/.tmp/ns/0f84989fd1d747c5a0bdf76bbdd6572d as hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/ns/0f84989fd1d747c5a0bdf76bbdd6572d 2024-11-08T10:15:43,353 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/ns/0f84989fd1d747c5a0bdf76bbdd6572d, entries=2, sequenceid=28, filesize=5.0 K 2024-11-08T10:15:43,354 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/.tmp/table/2cc85ded49454117a816a16725267c48 as hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/table/2cc85ded49454117a816a16725267c48 2024-11-08T10:15:43,362 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/table/2cc85ded49454117a816a16725267c48, entries=2, sequenceid=28, filesize=5.1 K 2024-11-08T10:15:43,363 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 549ms, sequenceid=28, compaction requested=false; wal=null 2024-11-08T10:15:43,363 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-08T10:15:43,365 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T10:15:43,365 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T10:15:43,366 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T10:15:43,369 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T10:15:43,372 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-08T10:15:43,374 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66061102, jitterRate=-0.015612870454788208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T10:15:43,374 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T10:15:43,374 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731060942786Writing region info on filesystem at 1731060942786Initializing all the Stores at 1731060942787 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060942787Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060942792 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731060942792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731060942792Obtaining lock to block concurrent updates at 1731060942813 (+21 ms)Preparing flush snapshotting stores in 1588230740 at 1731060942813Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731060942813Flushing stores of hbase:meta,,1.1588230740 at 1731060942813Flushing 1588230740/info: creating writer at 1731060942813Flushing 1588230740/info: appending metadata at 1731060942850 (+37 ms)Flushing 1588230740/info: closing flushed file at 1731060942850Flushing 1588230740/ns: creating writer at 1731060942867 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731060942884 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731060942884Flushing 1588230740/table: creating writer at 1731060942904 (+20 ms)Flushing 1588230740/table: appending metadata at 1731060942919 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731060942919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388abba9: reopening flushed file at 1731060943336 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ffbb87: reopening flushed file at 1731060943344 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8fd609c: reopening flushed file at 1731060943353 (+9 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 549ms, sequenceid=28, compaction requested=false; wal=null at 1731060943363 (+10 ms)Cleaning up temporary data from old regions at 1731060943365 (+2 ms)Running coprocessor post-open hooks at 1731060943374 (+9 ms)Region opened successfully at 1731060943374 2024-11-08T10:15:43,375 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731060942730 2024-11-08T10:15:43,377 DEBUG [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T10:15:43,378 INFO [RS_OPEN_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T10:15:43,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:43,379 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dc7897b1f01f,36829,1731060880606, state=OPEN 2024-11-08T10:15:43,431 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33343 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=dc7897b1f01f,36829,1731060880606, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T10:15:43,476 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T10:15:43,478 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dc7897b1f01f,36829,1731060880606, seqNum=-1] 2024-11-08T10:15:43,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:15:43,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:15:43,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T10:15:43,487 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:43,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:15:43,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:15:43,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T10:15:43,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-08T10:15:43,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dc7897b1f01f,36829,1731060880606 in 10.4520 sec 2024-11-08T10:15:43,491 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T10:15:43,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T10:15:43,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T10:15:43,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:15:43,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:15:43,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:15:43,491 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T10:15:43,491 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=99782190, stopped=false 2024-11-08T10:15:43,491 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dc7897b1f01f,33343,1731060880326 2024-11-08T10:15:43,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T10:15:43,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-08T10:15:43,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6180 sec 2024-11-08T10:15:43,492 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): dc7897b1f01f,45041,1731060880562 had 5 regions 2024-11-08T10:15:43,493 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure dc7897b1f01f,45041,1731060880562, splitWal=true, meta=true, isMeta: false 2024-11-08T10:15:43,494 INFO [PEWorker-2 {}] master.SplitWALManager(105): dc7897b1f01f,45041,1731060880562 WAL count=1, meta=false 2024-11-08T10:15:43,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure dc7897b1f01f%2C45041%2C1731060880562.1731060881522}] 2024-11-08T10:15:43,496 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:43,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure dc7897b1f01f%2C45041%2C1731060880562.1731060881522, worker=dc7897b1f01f,36829,1731060880606}] 2024-11-08T10:15:43,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T10:15:43,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T10:15:43,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T10:15:43,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:15:43,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:15:43,497 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T10:15:43,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:15:43,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T10:15:43,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:15:43,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:15:43,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:15:43,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:15:43,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dc7897b1f01f,36859,1731060880506' ***** 2024-11-08T10:15:43,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T10:15:43,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T10:15:43,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dc7897b1f01f,36829,1731060880606' ***** 2024-11-08T10:15:43,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T10:15:43,498 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T10:15:43,498 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T10:15:43,498 INFO [RS:0;dc7897b1f01f:36859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T10:15:43,498 INFO [RS:0;dc7897b1f01f:36859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T10:15:43,499 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T10:15:43,499 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f0fa4de5c59ee56c2817b29062117f3 2024-11-08T10:15:43,499 INFO [RS:2;dc7897b1f01f:36829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T10:15:43,499 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T10:15:43,499 INFO [RS:2;dc7897b1f01f:36829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T10:15:43,499 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(3091): Received CLOSE for e7766d75dd9e02c05d272898fb1b9b30 2024-11-08T10:15:43,499 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(3091): Received CLOSE for 335dfe6acd6bf8e8396cca5a85a433af 2024-11-08T10:15:43,499 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fa9b5c083e545c55fdbd073dceeb5b5 2024-11-08T10:15:43,499 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(959): stopping server dc7897b1f01f,36859,1731060880506 2024-11-08T10:15:43,499 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T10:15:43,499 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f0fa4de5c59ee56c2817b29062117f3, disabling compactions & flushes 2024-11-08T10:15:43,499 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. 2024-11-08T10:15:43,499 INFO [RS:0;dc7897b1f01f:36859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dc7897b1f01f:36859. 2024-11-08T10:15:43,499 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. 2024-11-08T10:15:43,499 DEBUG [RS:0;dc7897b1f01f:36859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:15:43,499 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. after waiting 0 ms 2024-11-08T10:15:43,499 DEBUG [RS:0;dc7897b1f01f:36859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:15:43,499 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. 2024-11-08T10:15:43,499 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(3091): Received CLOSE for 89e4978e4d316b7b5a6287bc6a448c8e 2024-11-08T10:15:43,499 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T10:15:43,499 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(3091): Received CLOSE for 859cc8f59fb57a5bb0bc042206239641 2024-11-08T10:15:43,499 DEBUG [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(1325): Online Regions={8f0fa4de5c59ee56c2817b29062117f3=SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3., 335dfe6acd6bf8e8396cca5a85a433af=SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af., 3fa9b5c083e545c55fdbd073dceeb5b5=SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5.} 2024-11-08T10:15:43,499 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7766d75dd9e02c05d272898fb1b9b30, disabling compactions & flushes 2024-11-08T10:15:43,499 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(959): stopping server dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:43,500 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T10:15:43,500 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. 2024-11-08T10:15:43,500 DEBUG [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(1351): Waiting on 335dfe6acd6bf8e8396cca5a85a433af, 3fa9b5c083e545c55fdbd073dceeb5b5, 8f0fa4de5c59ee56c2817b29062117f3 2024-11-08T10:15:43,500 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. 2024-11-08T10:15:43,500 INFO [RS:2;dc7897b1f01f:36829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;dc7897b1f01f:36829. 2024-11-08T10:15:43,500 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. after waiting 0 ms 2024-11-08T10:15:43,500 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. 2024-11-08T10:15:43,500 DEBUG [RS:2;dc7897b1f01f:36829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T10:15:43,500 DEBUG [RS:2;dc7897b1f01f:36829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:15:43,500 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T10:15:43,500 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T10:15:43,500 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T10:15:43,500 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T10:15:43,501 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-08T10:15:43,501 DEBUG [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(1325): Online Regions={e7766d75dd9e02c05d272898fb1b9b30=SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30., 89e4978e4d316b7b5a6287bc6a448c8e=SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e., 859cc8f59fb57a5bb0bc042206239641=SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T10:15:43,501 DEBUG [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 859cc8f59fb57a5bb0bc042206239641, 89e4978e4d316b7b5a6287bc6a448c8e, e7766d75dd9e02c05d272898fb1b9b30 2024-11-08T10:15:43,501 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T10:15:43,501 INFO [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T10:15:43,501 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T10:15:43,501 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T10:15:43,501 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T10:15:43,505 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/8f0fa4de5c59ee56c2817b29062117f3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T10:15:43,506 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/e7766d75dd9e02c05d272898fb1b9b30/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T10:15:43,506 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. 2024-11-08T10:15:43,506 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f0fa4de5c59ee56c2817b29062117f3: Waiting for close lock at 1731060943499Running coprocessor pre-close hooks at 1731060943499Disabling compacts and flushes for region at 1731060943499Disabling writes for close at 1731060943499Writing region close event to WAL at 1731060943500 (+1 ms)Running coprocessor post-close hooks at 1731060943506 (+6 ms)Closed at 1731060943506 2024-11-08T10:15:43,506 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731060891887.8f0fa4de5c59ee56c2817b29062117f3. 2024-11-08T10:15:43,506 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. 2024-11-08T10:15:43,506 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 335dfe6acd6bf8e8396cca5a85a433af, disabling compactions & flushes 2024-11-08T10:15:43,506 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7766d75dd9e02c05d272898fb1b9b30: Waiting for close lock at 1731060943499Running coprocessor pre-close hooks at 1731060943499Disabling compacts and flushes for region at 1731060943499Disabling writes for close at 1731060943500 (+1 ms)Writing region close event to WAL at 1731060943501 (+1 ms)Running coprocessor post-close hooks at 1731060943506 (+5 ms)Closed at 1731060943506 2024-11-08T10:15:43,506 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. 2024-11-08T10:15:43,506 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. 2024-11-08T10:15:43,506 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. after waiting 0 ms 2024-11-08T10:15:43,506 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731060891887.e7766d75dd9e02c05d272898fb1b9b30. 2024-11-08T10:15:43,506 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. 2024-11-08T10:15:43,507 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89e4978e4d316b7b5a6287bc6a448c8e, disabling compactions & flushes 2024-11-08T10:15:43,507 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. 2024-11-08T10:15:43,507 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. 2024-11-08T10:15:43,507 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-08T10:15:43,507 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. after waiting 0 ms 2024-11-08T10:15:43,507 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. 2024-11-08T10:15:43,507 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T10:15:43,508 INFO [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T10:15:43,508 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731060943501Running coprocessor pre-close hooks at 1731060943501Disabling compacts and flushes for region at 1731060943501Disabling writes for close at 1731060943501Writing region close event to WAL at 1731060943502 (+1 ms)Running coprocessor post-close hooks at 1731060943507 (+5 ms)Closed at 1731060943508 (+1 ms) 2024-11-08T10:15:43,508 DEBUG [RS_CLOSE_META-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T10:15:43,510 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/335dfe6acd6bf8e8396cca5a85a433af/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T10:15:43,510 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/89e4978e4d316b7b5a6287bc6a448c8e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T10:15:43,511 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. 2024-11-08T10:15:43,511 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 335dfe6acd6bf8e8396cca5a85a433af: Waiting for close lock at 1731060943506Running coprocessor pre-close hooks at 1731060943506Disabling compacts and flushes for region at 1731060943506Disabling writes for close at 1731060943506Writing region close event to WAL at 1731060943507 (+1 ms)Running coprocessor post-close hooks at 1731060943511 (+4 ms)Closed at 1731060943511 2024-11-08T10:15:43,511 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. 2024-11-08T10:15:43,511 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89e4978e4d316b7b5a6287bc6a448c8e: Waiting for close lock at 1731060943507Running coprocessor pre-close hooks at 1731060943507Disabling compacts and flushes for region at 1731060943507Disabling writes for close at 1731060943507Writing region close event to WAL at 1731060943507Running coprocessor post-close hooks at 1731060943511 (+4 ms)Closed at 1731060943511 2024-11-08T10:15:43,511 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731060891887.335dfe6acd6bf8e8396cca5a85a433af. 2024-11-08T10:15:43,511 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731060891887.89e4978e4d316b7b5a6287bc6a448c8e. 2024-11-08T10:15:43,511 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fa9b5c083e545c55fdbd073dceeb5b5, disabling compactions & flushes 2024-11-08T10:15:43,511 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 859cc8f59fb57a5bb0bc042206239641, disabling compactions & flushes 2024-11-08T10:15:43,511 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. 2024-11-08T10:15:43,511 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. 2024-11-08T10:15:43,511 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. 2024-11-08T10:15:43,511 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. 2024-11-08T10:15:43,511 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. after waiting 0 ms 2024-11-08T10:15:43,511 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. after waiting 0 ms 2024-11-08T10:15:43,511 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. 2024-11-08T10:15:43,511 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. 2024-11-08T10:15:43,515 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/859cc8f59fb57a5bb0bc042206239641/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T10:15:43,516 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. 2024-11-08T10:15:43,516 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 859cc8f59fb57a5bb0bc042206239641: Waiting for close lock at 1731060943511Running coprocessor pre-close hooks at 1731060943511Disabling compacts and flushes for region at 1731060943511Disabling writes for close at 1731060943511Writing region close event to WAL at 1731060943512 (+1 ms)Running coprocessor post-close hooks at 1731060943516 (+4 ms)Closed at 1731060943516 2024-11-08T10:15:43,516 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731060891887.859cc8f59fb57a5bb0bc042206239641. 2024-11-08T10:15:43,518 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/data/default/SPTestTable/3fa9b5c083e545c55fdbd073dceeb5b5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T10:15:43,519 INFO [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. 2024-11-08T10:15:43,519 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fa9b5c083e545c55fdbd073dceeb5b5: Waiting for close lock at 1731060943511Running coprocessor pre-close hooks at 1731060943511Disabling compacts and flushes for region at 1731060943511Disabling writes for close at 1731060943511Writing region close event to WAL at 1731060943512 (+1 ms)Running coprocessor post-close hooks at 1731060943519 (+7 ms)Closed at 1731060943519 2024-11-08T10:15:43,519 DEBUG [RS_CLOSE_REGION-regionserver/dc7897b1f01f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731060891887.3fa9b5c083e545c55fdbd073dceeb5b5. 2024-11-08T10:15:43,535 INFO [regionserver/dc7897b1f01f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:15:43,555 INFO [regionserver/dc7897b1f01f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:15:43,700 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(976): stopping server dc7897b1f01f,36859,1731060880506; all regions closed. 2024-11-08T10:15:43,701 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(976): stopping server dc7897b1f01f,36829,1731060880606; all regions closed. 2024-11-08T10:15:43,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741835_1011 (size=2364) 2024-11-08T10:15:43,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741835_1011 (size=2364) 2024-11-08T10:15:43,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741835_1011 (size=2364) 2024-11-08T10:15:43,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741865_1041 (size=678) 2024-11-08T10:15:43,706 DEBUG [RS:0;dc7897b1f01f:36859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/oldWALs 2024-11-08T10:15:43,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741865_1041 (size=678) 2024-11-08T10:15:43,706 INFO [RS:0;dc7897b1f01f:36859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dc7897b1f01f%2C36859%2C1731060880506:(num 1731060881542) 2024-11-08T10:15:43,706 DEBUG [RS:0;dc7897b1f01f:36859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:15:43,706 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:15:43,706 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T10:15:43,706 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.ChoreService(370): Chore service for: regionserver/dc7897b1f01f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T10:15:43,706 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T10:15:43,706 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T10:15:43,706 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T10:15:43,706 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T10:15:43,706 INFO [regionserver/dc7897b1f01f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T10:15:43,706 INFO [RS:0;dc7897b1f01f:36859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36859 2024-11-08T10:15:43,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741865_1041 (size=678) 2024-11-08T10:15:43,711 DEBUG [RS:2;dc7897b1f01f:36829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/oldWALs 2024-11-08T10:15:43,711 INFO [RS:2;dc7897b1f01f:36829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dc7897b1f01f%2C36829%2C1731060880606.meta:.meta(num 1731060942740) 2024-11-08T10:15:43,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741833_1009 (size=2334) 2024-11-08T10:15:43,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741833_1009 (size=2334) 2024-11-08T10:15:43,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741833_1009 (size=2334) 2024-11-08T10:15:43,715 DEBUG [RS:2;dc7897b1f01f:36829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/oldWALs 2024-11-08T10:15:43,715 INFO [RS:2;dc7897b1f01f:36829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dc7897b1f01f%2C36829%2C1731060880606:(num 1731060881526) 2024-11-08T10:15:43,715 DEBUG [RS:2;dc7897b1f01f:36829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:15:43,715 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T10:15:43,715 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T10:15:43,715 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.ChoreService(370): Chore service for: regionserver/dc7897b1f01f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T10:15:43,715 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T10:15:43,715 INFO [regionserver/dc7897b1f01f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T10:15:43,716 INFO [RS:2;dc7897b1f01f:36829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36829 2024-11-08T10:15:43,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dc7897b1f01f,36859,1731060880506 2024-11-08T10:15:43,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T10:15:43,718 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T10:15:43,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dc7897b1f01f,36829,1731060880606 2024-11-08T10:15:43,729 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T10:15:43,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dc7897b1f01f,36829,1731060880606] 2024-11-08T10:15:43,760 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dc7897b1f01f,36829,1731060880606 already deleted, retry=false 2024-11-08T10:15:43,760 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dc7897b1f01f,36829,1731060880606 expired; onlineServers=1 2024-11-08T10:15:43,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dc7897b1f01f,36859,1731060880506] 2024-11-08T10:15:43,771 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dc7897b1f01f,36859,1731060880506 already deleted, retry=false 2024-11-08T10:15:43,771 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dc7897b1f01f,36859,1731060880506 expired; onlineServers=0 2024-11-08T10:15:43,771 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dc7897b1f01f,33343,1731060880326' ***** 2024-11-08T10:15:43,771 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T10:15:43,771 INFO [M:0;dc7897b1f01f:33343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T10:15:43,771 INFO [M:0;dc7897b1f01f:33343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T10:15:43,771 DEBUG [M:0;dc7897b1f01f:33343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T10:15:43,771 DEBUG [M:0;dc7897b1f01f:33343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T10:15:43,771 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T10:15:43,771 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster-HFileCleaner.small.0-1731060881117 {}] cleaner.HFileCleaner(306): Exit Thread[master/dc7897b1f01f:0:becomeActiveMaster-HFileCleaner.small.0-1731060881117,5,FailOnTimeoutGroup] 2024-11-08T10:15:43,771 DEBUG [master/dc7897b1f01f:0:becomeActiveMaster-HFileCleaner.large.0-1731060881116 {}] cleaner.HFileCleaner(306): Exit Thread[master/dc7897b1f01f:0:becomeActiveMaster-HFileCleaner.large.0-1731060881116,5,FailOnTimeoutGroup] 2024-11-08T10:15:43,772 INFO [M:0;dc7897b1f01f:33343 {}] hbase.ChoreService(370): Chore service for: master/dc7897b1f01f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T10:15:43,772 INFO [M:0;dc7897b1f01f:33343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T10:15:43,772 DEBUG [M:0;dc7897b1f01f:33343 {}] master.HMaster(1795): Stopping service threads 2024-11-08T10:15:43,772 INFO [M:0;dc7897b1f01f:33343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T10:15:43,772 INFO [M:0;dc7897b1f01f:33343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T10:15:43,772 ERROR [M:0;dc7897b1f01f:33343 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:33477 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33477,5,PEWorkerGroup] 2024-11-08T10:15:43,772 INFO [M:0;dc7897b1f01f:33343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T10:15:43,773 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T10:15:43,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T10:15:43,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T10:15:43,782 DEBUG [M:0;dc7897b1f01f:33343 {}] zookeeper.ZKUtil(347): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T10:15:43,782 WARN [M:0;dc7897b1f01f:33343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T10:15:43,783 INFO [M:0;dc7897b1f01f:33343 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/.lastflushedseqids 2024-11-08T10:15:43,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741869_1045 (size=632) 2024-11-08T10:15:43,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741869_1045 (size=632) 2024-11-08T10:15:43,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741869_1045 (size=632) 2024-11-08T10:15:43,792 INFO [M:0;dc7897b1f01f:33343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T10:15:43,792 INFO [M:0;dc7897b1f01f:33343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T10:15:43,792 DEBUG [M:0;dc7897b1f01f:33343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T10:15:43,792 INFO [M:0;dc7897b1f01f:33343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:15:43,793 DEBUG [M:0;dc7897b1f01f:33343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:15:43,793 DEBUG [M:0;dc7897b1f01f:33343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T10:15:43,793 DEBUG [M:0;dc7897b1f01f:33343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:15:43,793 INFO [M:0;dc7897b1f01f:33343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=223.90 KB heapSize=265.47 KB 2024-11-08T10:15:43,811 DEBUG [M:0;dc7897b1f01f:33343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76b1ba92310542f6b7b22df418b8a31b is 82, key is hbase:meta,,1/info:regioninfo/1731060943378/Put/seqid=0 2024-11-08T10:15:43,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741870_1046 (size=6071) 2024-11-08T10:15:43,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741870_1046 (size=6071) 2024-11-08T10:15:43,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741870_1046 (size=6071) 2024-11-08T10:15:43,817 INFO [M:0;dc7897b1f01f:33343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76b1ba92310542f6b7b22df418b8a31b 2024-11-08T10:15:43,838 DEBUG [M:0;dc7897b1f01f:33343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/805efd8ee7a144aca9f0e4e62257248e is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731060902329/Put/seqid=0 2024-11-08T10:15:43,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:15:43,839 INFO [RS:0;dc7897b1f01f:36859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T10:15:43,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36859-0x10119f0cf570001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:15:43,839 INFO [RS:0;dc7897b1f01f:36859 {}] regionserver.HRegionServer(1031): Exiting; stopping=dc7897b1f01f,36859,1731060880506; zookeeper connection closed. 2024-11-08T10:15:43,840 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ee795da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ee795da 2024-11-08T10:15:43,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741871_1047 (size=11611) 2024-11-08T10:15:43,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741871_1047 (size=11611) 2024-11-08T10:15:43,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741871_1047 (size=11611) 2024-11-08T10:15:43,845 INFO [M:0;dc7897b1f01f:33343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.67 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/805efd8ee7a144aca9f0e4e62257248e 2024-11-08T10:15:43,850 INFO [M:0;dc7897b1f01f:33343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 805efd8ee7a144aca9f0e4e62257248e 2024-11-08T10:15:43,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:15:43,850 INFO [RS:2;dc7897b1f01f:36829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T10:15:43,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x10119f0cf570003, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:15:43,850 INFO [RS:2;dc7897b1f01f:36829 {}] regionserver.HRegionServer(1031): Exiting; stopping=dc7897b1f01f,36829,1731060880606; zookeeper connection closed. 2024-11-08T10:15:43,850 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d9c33f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d9c33f5 2024-11-08T10:15:43,851 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T10:15:43,867 DEBUG [M:0;dc7897b1f01f:33343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10c9c772056744368b8d5e2ca27bb09b is 69, key is dc7897b1f01f,36829,1731060880606/rs:state/1731060881258/Put/seqid=0 2024-11-08T10:15:43,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741872_1048 (size=5442) 2024-11-08T10:15:43,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741872_1048 (size=5442) 2024-11-08T10:15:43,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741872_1048 (size=5442) 2024-11-08T10:15:43,879 INFO [M:0;dc7897b1f01f:33343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10c9c772056744368b8d5e2ca27bb09b 2024-11-08T10:15:43,883 INFO [M:0;dc7897b1f01f:33343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10c9c772056744368b8d5e2ca27bb09b 2024-11-08T10:15:43,884 DEBUG [M:0;dc7897b1f01f:33343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76b1ba92310542f6b7b22df418b8a31b as hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76b1ba92310542f6b7b22df418b8a31b 2024-11-08T10:15:43,889 INFO [M:0;dc7897b1f01f:33343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76b1ba92310542f6b7b22df418b8a31b, entries=14, sequenceid=449, filesize=5.9 K 2024-11-08T10:15:43,890 DEBUG [M:0;dc7897b1f01f:33343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/805efd8ee7a144aca9f0e4e62257248e as hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/805efd8ee7a144aca9f0e4e62257248e 2024-11-08T10:15:43,896 INFO [M:0;dc7897b1f01f:33343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 805efd8ee7a144aca9f0e4e62257248e 2024-11-08T10:15:43,896 INFO [M:0;dc7897b1f01f:33343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/805efd8ee7a144aca9f0e4e62257248e, entries=52, sequenceid=449, filesize=11.3 K 2024-11-08T10:15:43,898 DEBUG [M:0;dc7897b1f01f:33343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10c9c772056744368b8d5e2ca27bb09b as hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10c9c772056744368b8d5e2ca27bb09b 2024-11-08T10:15:43,904 INFO [M:0;dc7897b1f01f:33343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10c9c772056744368b8d5e2ca27bb09b 2024-11-08T10:15:43,904 INFO [M:0;dc7897b1f01f:33343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/e90c1259-8def-19df-e5fe-bcef448a36b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10c9c772056744368b8d5e2ca27bb09b, entries=3, sequenceid=449, filesize=5.3 K 2024-11-08T10:15:43,905 INFO [M:0;dc7897b1f01f:33343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~223.90 KB/229272, heapSize ~265.17 KB/271536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=449, compaction requested=false 2024-11-08T10:15:43,907 INFO [M:0;dc7897b1f01f:33343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T10:15:43,907 DEBUG [M:0;dc7897b1f01f:33343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731060943792Disabling compacts and flushes for region at 1731060943792Disabling writes for close at 1731060943793 (+1 ms)Obtaining lock to block concurrent updates at 1731060943793Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731060943793Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=229272, getHeapSize=271776, getOffHeapSize=0, getCellsCount=548 at 1731060943793Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731060943794 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731060943794Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731060943810 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731060943810Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731060943822 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731060943838 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731060943838Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731060943850 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731060943866 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731060943866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2564a0d2: reopening flushed file at 1731060943883 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c25892: reopening flushed file at 1731060943890 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c711963: reopening flushed file at 1731060943897 (+7 ms)Finished flush of dataSize ~223.90 KB/229272, heapSize ~265.17 KB/271536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=449, compaction requested=false at 1731060943905 (+8 ms)Writing region close event to WAL at 1731060943907 (+2 ms)Closed at 1731060943907 2024-11-08T10:15:43,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741830_1006 (size=259272) 2024-11-08T10:15:43,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38277 is added to blk_1073741830_1006 (size=259272) 2024-11-08T10:15:43,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42229 is added to blk_1073741830_1006 (size=259272) 2024-11-08T10:15:43,910 INFO [M:0;dc7897b1f01f:33343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T10:15:43,910 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T10:15:43,910 INFO [M:0;dc7897b1f01f:33343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33343 2024-11-08T10:15:43,910 INFO [M:0;dc7897b1f01f:33343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T10:15:44,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:15:44,029 INFO [M:0;dc7897b1f01f:33343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T10:15:44,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33343-0x10119f0cf570000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T10:15:44,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6633c4d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:15:44,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@242e51be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:15:44,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:15:44,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70f36d17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:15:44,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d11b9e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/hadoop.log.dir/,STOPPED} 2024-11-08T10:15:44,034 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T10:15:44,034 WARN [BP-2018516124-172.17.0.3-1731060876837 heartbeating to localhost/127.0.0.1:33477 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T10:15:44,034 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T10:15:44,034 WARN [BP-2018516124-172.17.0.3-1731060876837 heartbeating to localhost/127.0.0.1:33477 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2018516124-172.17.0.3-1731060876837 (Datanode Uuid 39f8669c-04e2-454a-9f2b-595ae0648819) service to localhost/127.0.0.1:33477 2024-11-08T10:15:44,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/cluster_b35009e2-ee59-1a8a-9c17-a972726b6690/data/data5/current/BP-2018516124-172.17.0.3-1731060876837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:15:44,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/cluster_b35009e2-ee59-1a8a-9c17-a972726b6690/data/data6/current/BP-2018516124-172.17.0.3-1731060876837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:15:44,035 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T10:15:44,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5379cd02{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:15:44,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22758452{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:15:44,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:15:44,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@240e258d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:15:44,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1776a592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/hadoop.log.dir/,STOPPED} 2024-11-08T10:15:44,042 WARN [BP-2018516124-172.17.0.3-1731060876837 heartbeating to localhost/127.0.0.1:33477 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T10:15:44,042 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T10:15:44,042 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T10:15:44,042 WARN [BP-2018516124-172.17.0.3-1731060876837 heartbeating to localhost/127.0.0.1:33477 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2018516124-172.17.0.3-1731060876837 (Datanode Uuid e79d11b1-8ec9-4883-9642-e6b7789582a7) service to localhost/127.0.0.1:33477 2024-11-08T10:15:44,043 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/cluster_b35009e2-ee59-1a8a-9c17-a972726b6690/data/data3/current/BP-2018516124-172.17.0.3-1731060876837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:15:44,043 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/cluster_b35009e2-ee59-1a8a-9c17-a972726b6690/data/data4/current/BP-2018516124-172.17.0.3-1731060876837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:15:44,043 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T10:15:44,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b3020ac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T10:15:44,050 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b8855a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:15:44,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:15:44,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3826855f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:15:44,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c465cf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/hadoop.log.dir/,STOPPED} 2024-11-08T10:15:44,054 WARN [BP-2018516124-172.17.0.3-1731060876837 heartbeating to localhost/127.0.0.1:33477 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T10:15:44,054 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T10:15:44,054 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T10:15:44,054 WARN [BP-2018516124-172.17.0.3-1731060876837 heartbeating to localhost/127.0.0.1:33477 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2018516124-172.17.0.3-1731060876837 (Datanode Uuid ab6da023-3919-4ea9-b0e8-8057d46ad002) service to localhost/127.0.0.1:33477 2024-11-08T10:15:44,055 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/cluster_b35009e2-ee59-1a8a-9c17-a972726b6690/data/data1/current/BP-2018516124-172.17.0.3-1731060876837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:15:44,055 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/cluster_b35009e2-ee59-1a8a-9c17-a972726b6690/data/data2/current/BP-2018516124-172.17.0.3-1731060876837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T10:15:44,056 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T10:15:44,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8fe076{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T10:15:44,063 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64ef8c03{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T10:15:44,063 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T10:15:44,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5467191c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T10:15:44,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@570f4a44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/addc4eb4-4c2d-d299-371a-9df33b024f7a/hadoop.log.dir/,STOPPED} 2024-11-08T10:15:44,073 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T10:15:44,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T10:15:44,124 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 95) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:33477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:33477 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/dc7897b1f01f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:33477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:33477 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=401 (was 260) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5183 (was 4778) - AvailableMemoryMB LEAK? -