2024-11-16 15:00:20,342 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-16 15:00:20,352 main DEBUG Took 0.008443 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 15:00:20,352 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 15:00:20,352 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 15:00:20,353 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 15:00:20,354 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 15:00:20,360 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 15:00:20,372 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 15:00:20,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 15:00:20,374 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 15:00:20,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 15:00:20,375 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 15:00:20,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 15:00:20,376 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 15:00:20,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 15:00:20,377 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 15:00:20,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 15:00:20,378 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 15:00:20,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 15:00:20,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 15:00:20,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 15:00:20,379 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 15:00:20,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 15:00:20,380 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 15:00:20,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 15:00:20,381 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 15:00:20,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 15:00:20,382 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 15:00:20,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 15:00:20,382 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 15:00:20,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 15:00:20,383 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 15:00:20,383 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 15:00:20,384 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 15:00:20,386 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 15:00:20,387 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 15:00:20,388 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 15:00:20,389 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 15:00:20,389 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 15:00:20,396 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 15:00:20,399 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 15:00:20,401 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 15:00:20,401 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 15:00:20,402 main DEBUG createAppenders(={Console}) 2024-11-16 15:00:20,402 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-16 15:00:20,402 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-16 15:00:20,403 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-16 15:00:20,403 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 15:00:20,403 main DEBUG OutputStream closed 2024-11-16 15:00:20,404 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 15:00:20,404 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 15:00:20,404 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-16 15:00:20,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 15:00:20,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 15:00:20,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 15:00:20,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 15:00:20,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 15:00:20,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 15:00:20,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 15:00:20,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 15:00:20,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 15:00:20,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 15:00:20,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 15:00:20,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 15:00:20,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 15:00:20,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 15:00:20,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 15:00:20,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 15:00:20,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 15:00:20,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 15:00:20,479 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 15:00:20,479 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-16 15:00:20,480 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 15:00:20,480 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-16T15:00:20,493 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-16 15:00:20,496 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 15:00:20,496 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T15:00:20,504 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-16T15:00:20,531 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=33, ProcessCount=11, AvailableMemoryMB=6456 2024-11-16T15:00:20,798 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd 2024-11-16T15:00:20,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T15:00:20,815 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/cluster_88931171-a6a8-7324-38dd-ee4f4764aee4, deleteOnExit=true 2024-11-16T15:00:20,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T15:00:20,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/test.cache.data in system properties and HBase conf 2024-11-16T15:00:20,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T15:00:20,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/hadoop.log.dir in system properties and HBase conf 2024-11-16T15:00:20,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T15:00:20,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T15:00:20,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T15:00:20,887 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T15:00:20,965 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T15:00:20,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T15:00:20,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T15:00:20,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T15:00:20,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T15:00:20,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T15:00:20,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T15:00:20,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T15:00:20,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T15:00:20,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T15:00:20,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/nfs.dump.dir in system properties and HBase conf 2024-11-16T15:00:20,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/java.io.tmpdir in system properties and HBase conf 2024-11-16T15:00:20,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T15:00:20,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T15:00:20,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T15:00:21,979 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T15:00:22,050 INFO [Time-limited test {}] log.Log(170): Logging initialized @2352ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T15:00:22,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T15:00:22,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T15:00:22,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T15:00:22,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T15:00:22,202 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T15:00:22,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T15:00:22,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/hadoop.log.dir/,AVAILABLE} 2024-11-16T15:00:22,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T15:00:22,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/java.io.tmpdir/jetty-localhost-36081-hadoop-hdfs-3_4_1-tests_jar-_-any-11345914466476560841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T15:00:22,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:36081} 2024-11-16T15:00:22,388 INFO [Time-limited test {}] server.Server(415): Started @2691ms 2024-11-16T15:00:22,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T15:00:22,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T15:00:22,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T15:00:22,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T15:00:22,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T15:00:22,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/hadoop.log.dir/,AVAILABLE} 2024-11-16T15:00:22,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T15:00:23,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/java.io.tmpdir/jetty-localhost-40267-hadoop-hdfs-3_4_1-tests_jar-_-any-9688813402852674426/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T15:00:23,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:40267} 2024-11-16T15:00:23,011 INFO [Time-limited test {}] server.Server(415): Started @3315ms 2024-11-16T15:00:23,063 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T15:00:23,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T15:00:23,176 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T15:00:23,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T15:00:23,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T15:00:23,178 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T15:00:23,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/hadoop.log.dir/,AVAILABLE} 2024-11-16T15:00:23,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T15:00:23,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/java.io.tmpdir/jetty-localhost-38051-hadoop-hdfs-3_4_1-tests_jar-_-any-16738968889615968044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T15:00:23,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:38051} 2024-11-16T15:00:23,288 INFO [Time-limited test {}] server.Server(415): Started @3592ms 2024-11-16T15:00:23,291 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T15:00:23,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T15:00:23,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T15:00:23,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T15:00:23,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T15:00:23,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T15:00:23,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/hadoop.log.dir/,AVAILABLE} 2024-11-16T15:00:23,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T15:00:23,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/java.io.tmpdir/jetty-localhost-41175-hadoop-hdfs-3_4_1-tests_jar-_-any-12523581524526242889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T15:00:23,447 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:41175} 2024-11-16T15:00:23,447 INFO [Time-limited test {}] server.Server(415): Started @3750ms 2024-11-16T15:00:23,449 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T15:00:24,325 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/cluster_88931171-a6a8-7324-38dd-ee4f4764aee4/data/data3/current/BP-756206724-172.17.0.2-1731769221537/current, will proceed with Du for space computation calculation, 2024-11-16T15:00:24,325 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/cluster_88931171-a6a8-7324-38dd-ee4f4764aee4/data/data1/current/BP-756206724-172.17.0.2-1731769221537/current, will proceed with Du for space computation calculation, 2024-11-16T15:00:24,325 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/cluster_88931171-a6a8-7324-38dd-ee4f4764aee4/data/data4/current/BP-756206724-172.17.0.2-1731769221537/current, will proceed with Du for space computation calculation, 2024-11-16T15:00:24,325 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/cluster_88931171-a6a8-7324-38dd-ee4f4764aee4/data/data2/current/BP-756206724-172.17.0.2-1731769221537/current, will proceed with Du for space computation calculation, 2024-11-16T15:00:24,354 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T15:00:24,354 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T15:00:24,370 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/cluster_88931171-a6a8-7324-38dd-ee4f4764aee4/data/data5/current/BP-756206724-172.17.0.2-1731769221537/current, will proceed with Du for space computation calculation, 2024-11-16T15:00:24,371 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/cluster_88931171-a6a8-7324-38dd-ee4f4764aee4/data/data6/current/BP-756206724-172.17.0.2-1731769221537/current, will proceed with Du for space computation calculation, 2024-11-16T15:00:24,388 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T15:00:24,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x571df7a6d782e944 with lease ID 0x885469231d63c1b9: Processing first storage report for DS-7656e097-fb31-426f-821a-105152c5974c from datanode DatanodeRegistration(127.0.0.1:45627, datanodeUuid=2810e354-71c6-4159-87b2-a9abc33fe4c6, infoPort=36699, infoSecurePort=0, ipcPort=43367, storageInfo=lv=-57;cid=testClusterID;nsid=159139217;c=1731769221537) 2024-11-16T15:00:24,402 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x571df7a6d782e944 with lease ID 0x885469231d63c1b9: from storage DS-7656e097-fb31-426f-821a-105152c5974c node DatanodeRegistration(127.0.0.1:45627, datanodeUuid=2810e354-71c6-4159-87b2-a9abc33fe4c6, infoPort=36699, infoSecurePort=0, ipcPort=43367, storageInfo=lv=-57;cid=testClusterID;nsid=159139217;c=1731769221537), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-16T15:00:24,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa06cb484ceac4d95 with lease ID 0x885469231d63c1ba: Processing first storage report for DS-5a116d7b-e71e-47f4-8326-152a4704f083 from datanode DatanodeRegistration(127.0.0.1:40167, datanodeUuid=7ea1b06d-e901-413a-8aaa-abca1dfbda83, infoPort=38991, infoSecurePort=0, ipcPort=36715, storageInfo=lv=-57;cid=testClusterID;nsid=159139217;c=1731769221537) 2024-11-16T15:00:24,402 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa06cb484ceac4d95 with lease ID 0x885469231d63c1ba: from storage DS-5a116d7b-e71e-47f4-8326-152a4704f083 node DatanodeRegistration(127.0.0.1:40167, datanodeUuid=7ea1b06d-e901-413a-8aaa-abca1dfbda83, infoPort=38991, infoSecurePort=0, ipcPort=36715, storageInfo=lv=-57;cid=testClusterID;nsid=159139217;c=1731769221537), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T15:00:24,403 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x546a6ba931f4ef3f with lease ID 0x885469231d63c1b8: Processing first storage report for DS-4169a520-a845-4b24-ac14-1ff82b52b93a from datanode DatanodeRegistration(127.0.0.1:42849, datanodeUuid=9662d07c-8784-4ebc-9f2a-2ffdb02f47a4, infoPort=33703, infoSecurePort=0, ipcPort=40593, storageInfo=lv=-57;cid=testClusterID;nsid=159139217;c=1731769221537) 2024-11-16T15:00:24,403 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x546a6ba931f4ef3f with lease ID 0x885469231d63c1b8: from storage DS-4169a520-a845-4b24-ac14-1ff82b52b93a node DatanodeRegistration(127.0.0.1:42849, datanodeUuid=9662d07c-8784-4ebc-9f2a-2ffdb02f47a4, infoPort=33703, infoSecurePort=0, ipcPort=40593, storageInfo=lv=-57;cid=testClusterID;nsid=159139217;c=1731769221537), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T15:00:24,403 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x571df7a6d782e944 with lease ID 0x885469231d63c1b9: Processing first storage report for DS-7875b9aa-9b80-4286-b884-161e422eb059 from datanode DatanodeRegistration(127.0.0.1:45627, datanodeUuid=2810e354-71c6-4159-87b2-a9abc33fe4c6, infoPort=36699, infoSecurePort=0, ipcPort=43367, storageInfo=lv=-57;cid=testClusterID;nsid=159139217;c=1731769221537) 2024-11-16T15:00:24,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x571df7a6d782e944 with lease ID 0x885469231d63c1b9: from storage DS-7875b9aa-9b80-4286-b884-161e422eb059 node DatanodeRegistration(127.0.0.1:45627, datanodeUuid=2810e354-71c6-4159-87b2-a9abc33fe4c6, infoPort=36699, infoSecurePort=0, ipcPort=43367, storageInfo=lv=-57;cid=testClusterID;nsid=159139217;c=1731769221537), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T15:00:24,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa06cb484ceac4d95 with lease ID 0x885469231d63c1ba: Processing first storage report for DS-58c97c14-076f-48d1-bf65-1d0dbdf586f0 from datanode DatanodeRegistration(127.0.0.1:40167, datanodeUuid=7ea1b06d-e901-413a-8aaa-abca1dfbda83, infoPort=38991, infoSecurePort=0, ipcPort=36715, storageInfo=lv=-57;cid=testClusterID;nsid=159139217;c=1731769221537) 2024-11-16T15:00:24,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa06cb484ceac4d95 with lease ID 0x885469231d63c1ba: from storage DS-58c97c14-076f-48d1-bf65-1d0dbdf586f0 node DatanodeRegistration(127.0.0.1:40167, datanodeUuid=7ea1b06d-e901-413a-8aaa-abca1dfbda83, infoPort=38991, infoSecurePort=0, ipcPort=36715, storageInfo=lv=-57;cid=testClusterID;nsid=159139217;c=1731769221537), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T15:00:24,405 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x546a6ba931f4ef3f with lease ID 0x885469231d63c1b8: Processing first storage report for DS-85f97d29-0e9c-4356-85e8-4ee93e63b36f from datanode DatanodeRegistration(127.0.0.1:42849, datanodeUuid=9662d07c-8784-4ebc-9f2a-2ffdb02f47a4, infoPort=33703, infoSecurePort=0, ipcPort=40593, storageInfo=lv=-57;cid=testClusterID;nsid=159139217;c=1731769221537) 2024-11-16T15:00:24,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x546a6ba931f4ef3f with lease ID 0x885469231d63c1b8: from storage DS-85f97d29-0e9c-4356-85e8-4ee93e63b36f node DatanodeRegistration(127.0.0.1:42849, datanodeUuid=9662d07c-8784-4ebc-9f2a-2ffdb02f47a4, infoPort=33703, infoSecurePort=0, ipcPort=40593, storageInfo=lv=-57;cid=testClusterID;nsid=159139217;c=1731769221537), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T15:00:24,443 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd 2024-11-16T15:00:24,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/cluster_88931171-a6a8-7324-38dd-ee4f4764aee4/zookeeper_0, clientPort=53012, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/cluster_88931171-a6a8-7324-38dd-ee4f4764aee4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/cluster_88931171-a6a8-7324-38dd-ee4f4764aee4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T15:00:24,515 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53012 2024-11-16T15:00:24,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:00:24,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:00:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741825_1001 (size=7) 2024-11-16T15:00:24,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741825_1001 (size=7) 2024-11-16T15:00:24,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741825_1001 (size=7) 2024-11-16T15:00:25,130 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50 with version=8 2024-11-16T15:00:25,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/hbase-staging 2024-11-16T15:00:25,216 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T15:00:25,460 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fc3fda29f660:0 server-side Connection retries=45 2024-11-16T15:00:25,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T15:00:25,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T15:00:25,474 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T15:00:25,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T15:00:25,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T15:00:25,595 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T15:00:25,643 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T15:00:25,651 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T15:00:25,654 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T15:00:25,675 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 100654 (auto-detected) 2024-11-16T15:00:25,676 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T15:00:25,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42729 2024-11-16T15:00:25,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42729 connecting to ZooKeeper ensemble=127.0.0.1:53012 2024-11-16T15:00:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427290x0, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T15:00:25,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42729-0x1014572dfee0000 connected 2024-11-16T15:00:25,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:00:25,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:00:25,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T15:00:25,933 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50, hbase.cluster.distributed=false 2024-11-16T15:00:25,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T15:00:25,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42729 2024-11-16T15:00:25,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42729 2024-11-16T15:00:25,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42729 2024-11-16T15:00:25,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42729 2024-11-16T15:00:25,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42729 2024-11-16T15:00:26,057 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc3fda29f660:0 server-side Connection retries=45 2024-11-16T15:00:26,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T15:00:26,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T15:00:26,059 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T15:00:26,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T15:00:26,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T15:00:26,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T15:00:26,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T15:00:26,066 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35525 2024-11-16T15:00:26,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35525 connecting to ZooKeeper ensemble=127.0.0.1:53012 2024-11-16T15:00:26,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:00:26,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:00:26,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355250x0, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T15:00:26,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355250x0, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T15:00:26,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35525-0x1014572dfee0001 connected 2024-11-16T15:00:26,098 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T15:00:26,105 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T15:00:26,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T15:00:26,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T15:00:26,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35525 2024-11-16T15:00:26,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35525 2024-11-16T15:00:26,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35525 2024-11-16T15:00:26,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35525 2024-11-16T15:00:26,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35525 2024-11-16T15:00:26,131 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc3fda29f660:0 server-side Connection retries=45 2024-11-16T15:00:26,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T15:00:26,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T15:00:26,132 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T15:00:26,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T15:00:26,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T15:00:26,132 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T15:00:26,132 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T15:00:26,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42835 2024-11-16T15:00:26,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42835 connecting to ZooKeeper ensemble=127.0.0.1:53012 2024-11-16T15:00:26,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:00:26,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:00:26,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428350x0, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T15:00:26,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428350x0, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T15:00:26,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42835-0x1014572dfee0002 connected 2024-11-16T15:00:26,179 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T15:00:26,180 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T15:00:26,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T15:00:26,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T15:00:26,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42835 2024-11-16T15:00:26,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42835 2024-11-16T15:00:26,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42835 2024-11-16T15:00:26,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42835 2024-11-16T15:00:26,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42835 2024-11-16T15:00:26,205 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc3fda29f660:0 server-side Connection retries=45 2024-11-16T15:00:26,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T15:00:26,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T15:00:26,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T15:00:26,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T15:00:26,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T15:00:26,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T15:00:26,206 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T15:00:26,207 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44167 2024-11-16T15:00:26,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44167 connecting to ZooKeeper ensemble=127.0.0.1:53012 2024-11-16T15:00:26,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:00:26,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:00:26,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441670x0, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T15:00:26,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441670x0, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T15:00:26,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44167-0x1014572dfee0003 connected 2024-11-16T15:00:26,243 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T15:00:26,244 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T15:00:26,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T15:00:26,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T15:00:26,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44167 2024-11-16T15:00:26,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44167 2024-11-16T15:00:26,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44167 2024-11-16T15:00:26,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44167 2024-11-16T15:00:26,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44167 2024-11-16T15:00:26,273 DEBUG [M:0;fc3fda29f660:42729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fc3fda29f660:42729 2024-11-16T15:00:26,274 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fc3fda29f660,42729,1731769225309 2024-11-16T15:00:26,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T15:00:26,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T15:00:26,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T15:00:26,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T15:00:26,304 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fc3fda29f660,42729,1731769225309 2024-11-16T15:00:26,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T15:00:26,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T15:00:26,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T15:00:26,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:26,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:26,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:26,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:26,335 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T15:00:26,336 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fc3fda29f660,42729,1731769225309 from backup master directory 2024-11-16T15:00:26,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T15:00:26,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fc3fda29f660,42729,1731769225309 2024-11-16T15:00:26,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T15:00:26,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T15:00:26,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T15:00:26,344 WARN [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T15:00:26,344 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fc3fda29f660,42729,1731769225309 2024-11-16T15:00:26,346 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T15:00:26,347 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T15:00:26,407 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/hbase.id] with ID: 7a7722c7-9659-4cd9-a5bc-2938802c0eed 2024-11-16T15:00:26,407 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/.tmp/hbase.id 2024-11-16T15:00:26,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741826_1002 (size=42) 2024-11-16T15:00:26,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741826_1002 (size=42) 2024-11-16T15:00:26,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741826_1002 (size=42) 2024-11-16T15:00:26,423 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/.tmp/hbase.id]:[hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/hbase.id] 2024-11-16T15:00:26,467 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:00:26,472 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T15:00:26,490 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-16T15:00:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:26,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741827_1003 (size=196) 2024-11-16T15:00:26,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741827_1003 (size=196) 2024-11-16T15:00:26,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741827_1003 (size=196) 2024-11-16T15:00:26,564 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T15:00:26,566 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T15:00:26,579 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T15:00:26,583 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T15:00:26,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741828_1004 (size=1189) 2024-11-16T15:00:26,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741828_1004 (size=1189) 2024-11-16T15:00:26,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741828_1004 (size=1189) 2024-11-16T15:00:26,631 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store 2024-11-16T15:00:26,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741829_1005 (size=34) 2024-11-16T15:00:26,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741829_1005 (size=34) 2024-11-16T15:00:26,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741829_1005 (size=34) 2024-11-16T15:00:26,658 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T15:00:26,661 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:26,663 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T15:00:26,663 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T15:00:26,663 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T15:00:26,666 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T15:00:26,666 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T15:00:26,666 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T15:00:26,667 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731769226663Disabling compacts and flushes for region at 1731769226663Disabling writes for close at 1731769226666 (+3 ms)Writing region close event to WAL at 1731769226666Closed at 1731769226666 2024-11-16T15:00:26,670 WARN [master/fc3fda29f660:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/.initializing 2024-11-16T15:00:26,670 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/WALs/fc3fda29f660,42729,1731769225309 2024-11-16T15:00:26,679 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T15:00:26,693 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc3fda29f660%2C42729%2C1731769225309, suffix=, logDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/WALs/fc3fda29f660,42729,1731769225309, archiveDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/oldWALs, maxLogs=10 2024-11-16T15:00:26,722 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/WALs/fc3fda29f660,42729,1731769225309/fc3fda29f660%2C42729%2C1731769225309.1731769226699, exclude list is [], retry=0 2024-11-16T15:00:26,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40167,DS-5a116d7b-e71e-47f4-8326-152a4704f083,DISK] 2024-11-16T15:00:26,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-7656e097-fb31-426f-821a-105152c5974c,DISK] 2024-11-16T15:00:26,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42849,DS-4169a520-a845-4b24-ac14-1ff82b52b93a,DISK] 2024-11-16T15:00:26,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T15:00:26,775 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/WALs/fc3fda29f660,42729,1731769225309/fc3fda29f660%2C42729%2C1731769225309.1731769226699 2024-11-16T15:00:26,776 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36699:36699),(127.0.0.1/127.0.0.1:33703:33703),(127.0.0.1/127.0.0.1:38991:38991)] 2024-11-16T15:00:26,777 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T15:00:26,777 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:26,779 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:00:26,780 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:00:26,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:00:26,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T15:00:26,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:26,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:00:26,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:00:26,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T15:00:26,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:26,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:00:26,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:00:26,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T15:00:26,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:26,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:00:26,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:00:26,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T15:00:26,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:26,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:00:26,853 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:00:26,857 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:00:26,859 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:00:26,863 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:00:26,864 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:00:26,867 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T15:00:26,871 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:00:26,876 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:00:26,878 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63060593, jitterRate=-0.060323938727378845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T15:00:26,886 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731769226791Initializing all the Stores at 1731769226793 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769226794 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769226794Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769226795 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769226795Cleaning up temporary data from old regions at 1731769226864 (+69 ms)Region opened successfully at 1731769226886 (+22 ms) 2024-11-16T15:00:26,887 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T15:00:26,919 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272fa773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc3fda29f660/172.17.0.2:0 2024-11-16T15:00:26,948 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T15:00:26,958 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T15:00:26,958 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T15:00:26,960 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T15:00:26,962 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T15:00:26,966 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-16T15:00:26,966 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-16T15:00:26,995 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T15:00:27,005 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T15:00:27,043 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T15:00:27,047 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T15:00:27,049 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T15:00:27,060 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T15:00:27,062 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T15:00:27,065 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T15:00:27,074 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T15:00:27,076 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T15:00:27,085 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T15:00:27,106 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T15:00:27,116 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T15:00:27,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T15:00:27,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T15:00:27,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T15:00:27,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T15:00:27,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:27,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:27,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:27,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:27,133 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fc3fda29f660,42729,1731769225309, sessionid=0x1014572dfee0000, setting cluster-up flag (Was=false) 2024-11-16T15:00:27,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:27,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:27,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:27,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:27,186 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T15:00:27,190 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc3fda29f660,42729,1731769225309 2024-11-16T15:00:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:27,235 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T15:00:27,238 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc3fda29f660,42729,1731769225309 2024-11-16T15:00:27,247 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T15:00:27,256 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(746): ClusterId : 7a7722c7-9659-4cd9-a5bc-2938802c0eed 2024-11-16T15:00:27,256 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(746): ClusterId : 7a7722c7-9659-4cd9-a5bc-2938802c0eed 2024-11-16T15:00:27,257 INFO [RS:2;fc3fda29f660:44167 {}] regionserver.HRegionServer(746): ClusterId : 7a7722c7-9659-4cd9-a5bc-2938802c0eed 2024-11-16T15:00:27,259 DEBUG [RS:2;fc3fda29f660:44167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T15:00:27,259 DEBUG [RS:0;fc3fda29f660:35525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T15:00:27,259 DEBUG [RS:1;fc3fda29f660:42835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T15:00:27,278 DEBUG [RS:2;fc3fda29f660:44167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T15:00:27,278 DEBUG [RS:0;fc3fda29f660:35525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T15:00:27,278 DEBUG [RS:1;fc3fda29f660:42835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T15:00:27,279 DEBUG [RS:0;fc3fda29f660:35525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T15:00:27,279 DEBUG [RS:2;fc3fda29f660:44167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T15:00:27,279 DEBUG [RS:1;fc3fda29f660:42835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T15:00:27,294 DEBUG [RS:1;fc3fda29f660:42835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T15:00:27,294 DEBUG [RS:2;fc3fda29f660:44167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T15:00:27,294 DEBUG [RS:0;fc3fda29f660:35525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T15:00:27,295 DEBUG [RS:1;fc3fda29f660:42835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5a8910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc3fda29f660/172.17.0.2:0 2024-11-16T15:00:27,295 DEBUG [RS:2;fc3fda29f660:44167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb28e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc3fda29f660/172.17.0.2:0 2024-11-16T15:00:27,295 DEBUG [RS:0;fc3fda29f660:35525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d309fe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc3fda29f660/172.17.0.2:0 2024-11-16T15:00:27,308 DEBUG [RS:2;fc3fda29f660:44167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fc3fda29f660:44167 2024-11-16T15:00:27,310 INFO [RS:2;fc3fda29f660:44167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T15:00:27,311 INFO [RS:2;fc3fda29f660:44167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T15:00:27,311 DEBUG [RS:2;fc3fda29f660:44167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T15:00:27,313 DEBUG [RS:0;fc3fda29f660:35525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fc3fda29f660:35525 2024-11-16T15:00:27,313 DEBUG [RS:1;fc3fda29f660:42835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fc3fda29f660:42835 2024-11-16T15:00:27,313 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T15:00:27,313 INFO [RS:2;fc3fda29f660:44167 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc3fda29f660,42729,1731769225309 with port=44167, startcode=1731769226205 2024-11-16T15:00:27,313 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T15:00:27,313 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T15:00:27,313 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T15:00:27,313 DEBUG [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T15:00:27,313 DEBUG [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T15:00:27,314 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc3fda29f660,42729,1731769225309 with port=42835, startcode=1731769226130 2024-11-16T15:00:27,314 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc3fda29f660,42729,1731769225309 with port=35525, startcode=1731769226025 2024-11-16T15:00:27,317 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T15:00:27,325 DEBUG [RS:1;fc3fda29f660:42835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T15:00:27,325 DEBUG [RS:0;fc3fda29f660:35525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T15:00:27,325 DEBUG [RS:2;fc3fda29f660:44167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T15:00:27,325 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T15:00:27,331 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T15:00:27,337 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fc3fda29f660,42729,1731769225309 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T15:00:27,345 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fc3fda29f660:0, corePoolSize=5, maxPoolSize=5 2024-11-16T15:00:27,345 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fc3fda29f660:0, corePoolSize=5, maxPoolSize=5 2024-11-16T15:00:27,345 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fc3fda29f660:0, corePoolSize=5, maxPoolSize=5 2024-11-16T15:00:27,345 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fc3fda29f660:0, corePoolSize=5, maxPoolSize=5 2024-11-16T15:00:27,345 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fc3fda29f660:0, corePoolSize=10, maxPoolSize=10 2024-11-16T15:00:27,346 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,346 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fc3fda29f660:0, corePoolSize=2, maxPoolSize=2 2024-11-16T15:00:27,346 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,351 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731769257351 2024-11-16T15:00:27,353 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T15:00:27,353 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T15:00:27,353 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T15:00:27,354 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T15:00:27,359 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45507, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T15:00:27,359 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T15:00:27,359 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53289, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T15:00:27,359 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49329, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T15:00:27,359 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T15:00:27,360 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T15:00:27,360 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T15:00:27,360 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,362 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:27,362 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T15:00:27,366 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42729 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T15:00:27,367 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T15:00:27,368 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T15:00:27,368 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T15:00:27,370 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T15:00:27,370 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T15:00:27,372 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42729 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T15:00:27,373 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42729 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T15:00:27,373 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fc3fda29f660:0:becomeActiveMaster-HFileCleaner.large.0-1731769227371,5,FailOnTimeoutGroup] 2024-11-16T15:00:27,374 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fc3fda29f660:0:becomeActiveMaster-HFileCleaner.small.0-1731769227374,5,FailOnTimeoutGroup] 2024-11-16T15:00:27,375 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,375 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T15:00:27,376 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,376 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741831_1007 (size=1321) 2024-11-16T15:00:27,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741831_1007 (size=1321) 2024-11-16T15:00:27,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741831_1007 (size=1321) 2024-11-16T15:00:27,420 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T15:00:27,421 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50 2024-11-16T15:00:27,428 DEBUG [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-16T15:00:27,428 DEBUG [RS:2;fc3fda29f660:44167 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-16T15:00:27,428 DEBUG [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-16T15:00:27,428 WARN [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-16T15:00:27,428 WARN [RS:2;fc3fda29f660:44167 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-16T15:00:27,428 WARN [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-16T15:00:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741832_1008 (size=32) 2024-11-16T15:00:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741832_1008 (size=32) 2024-11-16T15:00:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741832_1008 (size=32) 2024-11-16T15:00:27,435 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:27,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T15:00:27,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T15:00:27,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:27,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:00:27,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T15:00:27,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T15:00:27,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:27,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:00:27,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T15:00:27,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T15:00:27,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:27,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:00:27,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T15:00:27,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T15:00:27,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:27,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:00:27,451 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T15:00:27,453 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740 2024-11-16T15:00:27,453 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740 2024-11-16T15:00:27,456 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T15:00:27,457 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T15:00:27,458 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T15:00:27,460 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T15:00:27,465 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:00:27,466 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71664635, jitterRate=0.06788627803325653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T15:00:27,471 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731769227436Initializing all the Stores at 1731769227437 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769227437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769227438 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769227438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769227438Cleaning up temporary data from old regions at 1731769227457 (+19 ms)Region opened successfully at 1731769227471 (+14 ms) 2024-11-16T15:00:27,471 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T15:00:27,471 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T15:00:27,471 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T15:00:27,471 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T15:00:27,471 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T15:00:27,473 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T15:00:27,473 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731769227471Disabling compacts and flushes for region at 1731769227471Disabling writes for close at 1731769227471Writing region close event to WAL at 1731769227472 (+1 ms)Closed at 1731769227473 (+1 ms) 2024-11-16T15:00:27,477 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T15:00:27,477 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T15:00:27,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T15:00:27,494 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T15:00:27,497 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T15:00:27,529 INFO [RS:2;fc3fda29f660:44167 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc3fda29f660,42729,1731769225309 with port=44167, startcode=1731769226205 2024-11-16T15:00:27,529 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc3fda29f660,42729,1731769225309 with port=35525, startcode=1731769226025 2024-11-16T15:00:27,529 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc3fda29f660,42729,1731769225309 with port=42835, startcode=1731769226130 2024-11-16T15:00:27,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42729 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc3fda29f660,42835,1731769226130 2024-11-16T15:00:27,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42729 {}] master.ServerManager(517): Registering regionserver=fc3fda29f660,42835,1731769226130 2024-11-16T15:00:27,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42729 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc3fda29f660,35525,1731769226025 2024-11-16T15:00:27,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42729 {}] master.ServerManager(517): Registering regionserver=fc3fda29f660,35525,1731769226025 2024-11-16T15:00:27,541 DEBUG [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50 2024-11-16T15:00:27,542 DEBUG [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33749 2024-11-16T15:00:27,542 DEBUG [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T15:00:27,544 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42729 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc3fda29f660,44167,1731769226205 2024-11-16T15:00:27,544 DEBUG [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50 2024-11-16T15:00:27,544 DEBUG [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33749 2024-11-16T15:00:27,544 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42729 {}] master.ServerManager(517): Registering regionserver=fc3fda29f660,44167,1731769226205 2024-11-16T15:00:27,544 DEBUG [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T15:00:27,547 DEBUG [RS:2;fc3fda29f660:44167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50 2024-11-16T15:00:27,547 DEBUG [RS:2;fc3fda29f660:44167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33749 2024-11-16T15:00:27,547 DEBUG [RS:2;fc3fda29f660:44167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T15:00:27,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T15:00:27,608 DEBUG [RS:0;fc3fda29f660:35525 {}] zookeeper.ZKUtil(111): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc3fda29f660,35525,1731769226025 2024-11-16T15:00:27,608 DEBUG [RS:1;fc3fda29f660:42835 {}] zookeeper.ZKUtil(111): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc3fda29f660,42835,1731769226130 2024-11-16T15:00:27,608 WARN [RS:1;fc3fda29f660:42835 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T15:00:27,608 WARN [RS:0;fc3fda29f660:35525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T15:00:27,608 INFO [RS:0;fc3fda29f660:35525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T15:00:27,608 INFO [RS:1;fc3fda29f660:42835 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T15:00:27,608 DEBUG [RS:2;fc3fda29f660:44167 {}] zookeeper.ZKUtil(111): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc3fda29f660,44167,1731769226205 2024-11-16T15:00:27,608 WARN [RS:2;fc3fda29f660:44167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T15:00:27,608 DEBUG [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,35525,1731769226025 2024-11-16T15:00:27,608 DEBUG [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,42835,1731769226130 2024-11-16T15:00:27,608 INFO [RS:2;fc3fda29f660:44167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T15:00:27,608 DEBUG [RS:2;fc3fda29f660:44167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205 2024-11-16T15:00:27,610 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc3fda29f660,35525,1731769226025] 2024-11-16T15:00:27,610 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc3fda29f660,42835,1731769226130] 2024-11-16T15:00:27,610 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc3fda29f660,44167,1731769226205] 2024-11-16T15:00:27,632 INFO [RS:2;fc3fda29f660:44167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T15:00:27,632 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T15:00:27,632 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T15:00:27,648 WARN [fc3fda29f660:42729 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T15:00:27,648 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T15:00:27,648 INFO [RS:2;fc3fda29f660:44167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T15:00:27,650 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T15:00:27,653 INFO [RS:2;fc3fda29f660:44167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T15:00:27,653 INFO [RS:1;fc3fda29f660:42835 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T15:00:27,653 INFO [RS:0;fc3fda29f660:35525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T15:00:27,654 INFO [RS:2;fc3fda29f660:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,654 INFO [RS:0;fc3fda29f660:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,654 INFO [RS:1;fc3fda29f660:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,655 INFO [RS:2;fc3fda29f660:44167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T15:00:27,655 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T15:00:27,655 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T15:00:27,660 INFO [RS:0;fc3fda29f660:35525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T15:00:27,660 INFO [RS:1;fc3fda29f660:42835 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T15:00:27,660 INFO [RS:2;fc3fda29f660:44167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T15:00:27,662 INFO [RS:0;fc3fda29f660:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,662 INFO [RS:2;fc3fda29f660:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,662 INFO [RS:1;fc3fda29f660:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,662 DEBUG [RS:0;fc3fda29f660:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,662 DEBUG [RS:1;fc3fda29f660:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,662 DEBUG [RS:2;fc3fda29f660:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,662 DEBUG [RS:0;fc3fda29f660:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,662 DEBUG [RS:2;fc3fda29f660:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,662 DEBUG [RS:1;fc3fda29f660:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,662 DEBUG [RS:0;fc3fda29f660:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,662 DEBUG [RS:2;fc3fda29f660:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:1;fc3fda29f660:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:0;fc3fda29f660:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:2;fc3fda29f660:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:1;fc3fda29f660:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:2;fc3fda29f660:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:0;fc3fda29f660:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:1;fc3fda29f660:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:0;fc3fda29f660:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0, corePoolSize=2, maxPoolSize=2 2024-11-16T15:00:27,663 DEBUG [RS:2;fc3fda29f660:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0, corePoolSize=2, maxPoolSize=2 2024-11-16T15:00:27,663 DEBUG [RS:1;fc3fda29f660:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0, corePoolSize=2, maxPoolSize=2 2024-11-16T15:00:27,663 DEBUG [RS:2;fc3fda29f660:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:0;fc3fda29f660:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:1;fc3fda29f660:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:0;fc3fda29f660:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:2;fc3fda29f660:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:1;fc3fda29f660:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:0;fc3fda29f660:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:2;fc3fda29f660:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:1;fc3fda29f660:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:2;fc3fda29f660:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,663 DEBUG [RS:0;fc3fda29f660:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,664 DEBUG [RS:1;fc3fda29f660:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,664 DEBUG [RS:2;fc3fda29f660:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,664 DEBUG [RS:0;fc3fda29f660:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,664 DEBUG [RS:1;fc3fda29f660:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,664 DEBUG [RS:0;fc3fda29f660:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,664 DEBUG [RS:2;fc3fda29f660:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,664 DEBUG [RS:1;fc3fda29f660:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:00:27,664 DEBUG [RS:0;fc3fda29f660:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0, corePoolSize=3, maxPoolSize=3 2024-11-16T15:00:27,664 DEBUG [RS:2;fc3fda29f660:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0, corePoolSize=3, maxPoolSize=3 2024-11-16T15:00:27,664 DEBUG [RS:1;fc3fda29f660:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0, corePoolSize=3, maxPoolSize=3 2024-11-16T15:00:27,664 DEBUG [RS:2;fc3fda29f660:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc3fda29f660:0, corePoolSize=3, maxPoolSize=3 2024-11-16T15:00:27,664 DEBUG [RS:0;fc3fda29f660:35525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc3fda29f660:0, corePoolSize=3, maxPoolSize=3 2024-11-16T15:00:27,664 DEBUG [RS:1;fc3fda29f660:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc3fda29f660:0, corePoolSize=3, maxPoolSize=3 2024-11-16T15:00:27,667 INFO [RS:0;fc3fda29f660:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,667 INFO [RS:0;fc3fda29f660:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,667 INFO [RS:0;fc3fda29f660:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,667 INFO [RS:0;fc3fda29f660:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,667 INFO [RS:2;fc3fda29f660:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,667 INFO [RS:0;fc3fda29f660:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,667 INFO [RS:2;fc3fda29f660:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,667 INFO [RS:0;fc3fda29f660:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,35525,1731769226025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T15:00:27,667 INFO [RS:2;fc3fda29f660:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,667 INFO [RS:1;fc3fda29f660:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,668 INFO [RS:2;fc3fda29f660:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,668 INFO [RS:1;fc3fda29f660:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,668 INFO [RS:2;fc3fda29f660:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,668 INFO [RS:1;fc3fda29f660:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,668 INFO [RS:2;fc3fda29f660:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,44167,1731769226205-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T15:00:27,668 INFO [RS:1;fc3fda29f660:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,668 INFO [RS:1;fc3fda29f660:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,668 INFO [RS:1;fc3fda29f660:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,42835,1731769226130-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T15:00:27,687 INFO [RS:2;fc3fda29f660:44167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T15:00:27,687 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T15:00:27,688 INFO [RS:2;fc3fda29f660:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,44167,1731769226205-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,688 INFO [RS:0;fc3fda29f660:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,35525,1731769226025-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,689 INFO [RS:2;fc3fda29f660:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,689 INFO [RS:0;fc3fda29f660:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,689 INFO [RS:2;fc3fda29f660:44167 {}] regionserver.Replication(171): fc3fda29f660,44167,1731769226205 started 2024-11-16T15:00:27,689 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.Replication(171): fc3fda29f660,35525,1731769226025 started 2024-11-16T15:00:27,690 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T15:00:27,690 INFO [RS:1;fc3fda29f660:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,42835,1731769226130-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,690 INFO [RS:1;fc3fda29f660:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,690 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.Replication(171): fc3fda29f660,42835,1731769226130 started 2024-11-16T15:00:27,706 INFO [RS:1;fc3fda29f660:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,706 INFO [RS:0;fc3fda29f660:35525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,706 INFO [RS:2;fc3fda29f660:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:27,706 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(1482): Serving as fc3fda29f660,42835,1731769226130, RpcServer on fc3fda29f660/172.17.0.2:42835, sessionid=0x1014572dfee0002 2024-11-16T15:00:27,706 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(1482): Serving as fc3fda29f660,35525,1731769226025, RpcServer on fc3fda29f660/172.17.0.2:35525, sessionid=0x1014572dfee0001 2024-11-16T15:00:27,706 INFO [RS:2;fc3fda29f660:44167 {}] regionserver.HRegionServer(1482): Serving as fc3fda29f660,44167,1731769226205, RpcServer on fc3fda29f660/172.17.0.2:44167, sessionid=0x1014572dfee0003 2024-11-16T15:00:27,707 DEBUG [RS:0;fc3fda29f660:35525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T15:00:27,707 DEBUG [RS:1;fc3fda29f660:42835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T15:00:27,707 DEBUG [RS:2;fc3fda29f660:44167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T15:00:27,707 DEBUG [RS:0;fc3fda29f660:35525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc3fda29f660,35525,1731769226025 2024-11-16T15:00:27,707 DEBUG [RS:1;fc3fda29f660:42835 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc3fda29f660,42835,1731769226130 2024-11-16T15:00:27,707 DEBUG [RS:2;fc3fda29f660:44167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc3fda29f660,44167,1731769226205 2024-11-16T15:00:27,707 DEBUG [RS:0;fc3fda29f660:35525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc3fda29f660,35525,1731769226025' 2024-11-16T15:00:27,707 DEBUG [RS:1;fc3fda29f660:42835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc3fda29f660,42835,1731769226130' 2024-11-16T15:00:27,707 DEBUG [RS:2;fc3fda29f660:44167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc3fda29f660,44167,1731769226205' 2024-11-16T15:00:27,707 DEBUG [RS:0;fc3fda29f660:35525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T15:00:27,707 DEBUG [RS:1;fc3fda29f660:42835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T15:00:27,707 DEBUG [RS:2;fc3fda29f660:44167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T15:00:27,708 DEBUG [RS:1;fc3fda29f660:42835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T15:00:27,708 DEBUG [RS:2;fc3fda29f660:44167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T15:00:27,708 DEBUG [RS:0;fc3fda29f660:35525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T15:00:27,709 DEBUG [RS:1;fc3fda29f660:42835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T15:00:27,709 DEBUG [RS:0;fc3fda29f660:35525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T15:00:27,709 DEBUG [RS:2;fc3fda29f660:44167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T15:00:27,709 DEBUG [RS:0;fc3fda29f660:35525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T15:00:27,709 DEBUG [RS:1;fc3fda29f660:42835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T15:00:27,709 DEBUG [RS:2;fc3fda29f660:44167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T15:00:27,709 DEBUG [RS:0;fc3fda29f660:35525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc3fda29f660,35525,1731769226025 2024-11-16T15:00:27,709 DEBUG [RS:1;fc3fda29f660:42835 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc3fda29f660,42835,1731769226130 2024-11-16T15:00:27,709 DEBUG [RS:2;fc3fda29f660:44167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc3fda29f660,44167,1731769226205 2024-11-16T15:00:27,709 DEBUG [RS:0;fc3fda29f660:35525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc3fda29f660,35525,1731769226025' 2024-11-16T15:00:27,709 DEBUG [RS:1;fc3fda29f660:42835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc3fda29f660,42835,1731769226130' 2024-11-16T15:00:27,709 DEBUG [RS:2;fc3fda29f660:44167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc3fda29f660,44167,1731769226205' 2024-11-16T15:00:27,709 DEBUG [RS:0;fc3fda29f660:35525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T15:00:27,709 DEBUG [RS:2;fc3fda29f660:44167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T15:00:27,709 DEBUG [RS:1;fc3fda29f660:42835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T15:00:27,709 DEBUG [RS:0;fc3fda29f660:35525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T15:00:27,709 DEBUG [RS:1;fc3fda29f660:42835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T15:00:27,709 DEBUG [RS:2;fc3fda29f660:44167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T15:00:27,710 DEBUG [RS:0;fc3fda29f660:35525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T15:00:27,710 DEBUG [RS:1;fc3fda29f660:42835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T15:00:27,710 INFO [RS:0;fc3fda29f660:35525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T15:00:27,710 INFO [RS:1;fc3fda29f660:42835 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T15:00:27,710 DEBUG [RS:2;fc3fda29f660:44167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T15:00:27,710 INFO [RS:0;fc3fda29f660:35525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T15:00:27,710 INFO [RS:1;fc3fda29f660:42835 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T15:00:27,710 INFO [RS:2;fc3fda29f660:44167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T15:00:27,710 INFO [RS:2;fc3fda29f660:44167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T15:00:27,817 INFO [RS:0;fc3fda29f660:35525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T15:00:27,817 INFO [RS:1;fc3fda29f660:42835 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T15:00:27,817 INFO [RS:2;fc3fda29f660:44167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T15:00:27,822 INFO [RS:1;fc3fda29f660:42835 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc3fda29f660%2C42835%2C1731769226130, suffix=, logDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,42835,1731769226130, archiveDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/oldWALs, maxLogs=32 2024-11-16T15:00:27,822 INFO [RS:2;fc3fda29f660:44167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc3fda29f660%2C44167%2C1731769226205, suffix=, logDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205, archiveDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/oldWALs, maxLogs=32 2024-11-16T15:00:27,822 INFO [RS:0;fc3fda29f660:35525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc3fda29f660%2C35525%2C1731769226025, suffix=, logDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,35525,1731769226025, archiveDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/oldWALs, maxLogs=32 2024-11-16T15:00:27,838 DEBUG [RS:1;fc3fda29f660:42835 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,42835,1731769226130/fc3fda29f660%2C42835%2C1731769226130.1731769227825, exclude list is [], retry=0 2024-11-16T15:00:27,838 DEBUG [RS:0;fc3fda29f660:35525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,35525,1731769226025/fc3fda29f660%2C35525%2C1731769226025.1731769227825, exclude list is [], retry=0 2024-11-16T15:00:27,840 DEBUG [RS:2;fc3fda29f660:44167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205/fc3fda29f660%2C44167%2C1731769226205.1731769227825, exclude list is [], retry=0 2024-11-16T15:00:27,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42849,DS-4169a520-a845-4b24-ac14-1ff82b52b93a,DISK] 2024-11-16T15:00:27,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-7656e097-fb31-426f-821a-105152c5974c,DISK] 2024-11-16T15:00:27,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40167,DS-5a116d7b-e71e-47f4-8326-152a4704f083,DISK] 2024-11-16T15:00:27,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40167,DS-5a116d7b-e71e-47f4-8326-152a4704f083,DISK] 2024-11-16T15:00:27,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42849,DS-4169a520-a845-4b24-ac14-1ff82b52b93a,DISK] 2024-11-16T15:00:27,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-7656e097-fb31-426f-821a-105152c5974c,DISK] 2024-11-16T15:00:27,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-7656e097-fb31-426f-821a-105152c5974c,DISK] 2024-11-16T15:00:27,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42849,DS-4169a520-a845-4b24-ac14-1ff82b52b93a,DISK] 2024-11-16T15:00:27,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40167,DS-5a116d7b-e71e-47f4-8326-152a4704f083,DISK] 2024-11-16T15:00:27,849 INFO [RS:1;fc3fda29f660:42835 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,42835,1731769226130/fc3fda29f660%2C42835%2C1731769226130.1731769227825 2024-11-16T15:00:27,849 DEBUG [RS:1;fc3fda29f660:42835 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38991:38991),(127.0.0.1/127.0.0.1:36699:36699),(127.0.0.1/127.0.0.1:33703:33703)] 2024-11-16T15:00:27,850 INFO [RS:0;fc3fda29f660:35525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,35525,1731769226025/fc3fda29f660%2C35525%2C1731769226025.1731769227825 2024-11-16T15:00:27,850 INFO [RS:2;fc3fda29f660:44167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205/fc3fda29f660%2C44167%2C1731769226205.1731769227825 2024-11-16T15:00:27,852 DEBUG [RS:0;fc3fda29f660:35525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33703:33703),(127.0.0.1/127.0.0.1:38991:38991),(127.0.0.1/127.0.0.1:36699:36699)] 2024-11-16T15:00:27,852 DEBUG [RS:2;fc3fda29f660:44167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36699:36699),(127.0.0.1/127.0.0.1:38991:38991),(127.0.0.1/127.0.0.1:33703:33703)] 2024-11-16T15:00:27,902 DEBUG [fc3fda29f660:42729 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-16T15:00:27,911 DEBUG [fc3fda29f660:42729 {}] balancer.BalancerClusterState(204): Hosts are {fc3fda29f660=0} racks are {/default-rack=0} 2024-11-16T15:00:27,916 DEBUG [fc3fda29f660:42729 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T15:00:27,916 DEBUG [fc3fda29f660:42729 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T15:00:27,916 DEBUG [fc3fda29f660:42729 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T15:00:27,916 DEBUG [fc3fda29f660:42729 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T15:00:27,916 DEBUG [fc3fda29f660:42729 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T15:00:27,916 DEBUG [fc3fda29f660:42729 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T15:00:27,916 INFO [fc3fda29f660:42729 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T15:00:27,916 INFO [fc3fda29f660:42729 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T15:00:27,916 INFO [fc3fda29f660:42729 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T15:00:27,916 DEBUG [fc3fda29f660:42729 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T15:00:27,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fc3fda29f660,42835,1731769226130 2024-11-16T15:00:27,928 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc3fda29f660,42835,1731769226130, state=OPENING 2024-11-16T15:00:27,985 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T15:00:27,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:27,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:27,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:27,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:00:27,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:00:27,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:00:27,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:00:27,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:00:27,999 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T15:00:28,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fc3fda29f660,42835,1731769226130}] 2024-11-16T15:00:35,641 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T15:00:35,641 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T15:00:38,024 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T15:00:38,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33269, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T15:00:38,082 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T15:00:38,082 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T15:00:38,082 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T15:00:38,085 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc3fda29f660%2C42835%2C1731769226130.meta, suffix=.meta, logDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,42835,1731769226130, archiveDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/oldWALs, maxLogs=32 2024-11-16T15:00:38,101 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,42835,1731769226130/fc3fda29f660%2C42835%2C1731769226130.meta.1731769238087.meta, exclude list is [], retry=0 2024-11-16T15:00:38,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40167,DS-5a116d7b-e71e-47f4-8326-152a4704f083,DISK] 2024-11-16T15:00:38,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42849,DS-4169a520-a845-4b24-ac14-1ff82b52b93a,DISK] 2024-11-16T15:00:38,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-7656e097-fb31-426f-821a-105152c5974c,DISK] 2024-11-16T15:00:38,108 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,42835,1731769226130/fc3fda29f660%2C42835%2C1731769226130.meta.1731769238087.meta 2024-11-16T15:00:38,108 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38991:38991),(127.0.0.1/127.0.0.1:33703:33703),(127.0.0.1/127.0.0.1:36699:36699)] 2024-11-16T15:00:38,108 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T15:00:38,110 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T15:00:38,113 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T15:00:38,119 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T15:00:38,123 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T15:00:38,124 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:38,124 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T15:00:38,125 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T15:00:38,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T15:00:38,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T15:00:38,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:38,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:00:38,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T15:00:38,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T15:00:38,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:38,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:00:38,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T15:00:38,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T15:00:38,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:38,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:00:38,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T15:00:38,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T15:00:38,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:38,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:00:38,136 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T15:00:38,137 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740 2024-11-16T15:00:38,140 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740 2024-11-16T15:00:38,142 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T15:00:38,142 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T15:00:38,143 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T15:00:38,145 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T15:00:38,147 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69198708, jitterRate=0.03114110231399536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T15:00:38,147 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T15:00:38,148 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731769238125Writing region info on filesystem at 1731769238125Initializing all the Stores at 1731769238127 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769238127Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769238127Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769238127Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769238127Cleaning up temporary data from old regions at 1731769238142 (+15 ms)Running coprocessor post-open hooks at 1731769238147 (+5 ms)Region opened successfully at 1731769238148 (+1 ms) 2024-11-16T15:00:38,155 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731769238016 2024-11-16T15:00:38,164 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T15:00:38,164 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T15:00:38,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,42835,1731769226130 2024-11-16T15:00:38,167 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc3fda29f660,42835,1731769226130, state=OPEN 2024-11-16T15:00:38,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T15:00:38,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T15:00:38,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T15:00:38,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T15:00:38,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:00:38,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:00:38,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:00:38,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:00:38,223 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fc3fda29f660,42835,1731769226130 2024-11-16T15:00:38,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T15:00:38,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fc3fda29f660,42835,1731769226130 in 10.2210 sec 2024-11-16T15:00:38,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T15:00:38,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7480 sec 2024-11-16T15:00:38,240 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T15:00:38,240 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T15:00:38,258 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T15:00:38,259 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc3fda29f660,42835,1731769226130, seqNum=-1] 2024-11-16T15:00:38,305 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T15:00:38,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48019, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T15:00:38,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0580 sec 2024-11-16T15:00:38,336 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731769238336, completionTime=-1 2024-11-16T15:00:38,338 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-16T15:00:38,338 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T15:00:38,359 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-16T15:00:38,359 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731769298359 2024-11-16T15:00:38,359 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731769358359 2024-11-16T15:00:38,359 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-11-16T15:00:38,361 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T15:00:38,368 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,42729,1731769225309-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:38,368 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,42729,1731769225309-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:38,368 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,42729,1731769225309-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:38,369 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fc3fda29f660:42729, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:38,370 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:38,370 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:38,375 DEBUG [master/fc3fda29f660:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T15:00:38,396 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.051sec 2024-11-16T15:00:38,398 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T15:00:38,399 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T15:00:38,400 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T15:00:38,400 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T15:00:38,401 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T15:00:38,401 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,42729,1731769225309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T15:00:38,402 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,42729,1731769225309-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T15:00:38,406 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T15:00:38,407 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T15:00:38,408 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,42729,1731769225309-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:00:38,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b0805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T15:00:38,507 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T15:00:38,507 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T15:00:38,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc3fda29f660,42729,-1 for getting cluster id 2024-11-16T15:00:38,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T15:00:38,523 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a7722c7-9659-4cd9-a5bc-2938802c0eed' 2024-11-16T15:00:38,526 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T15:00:38,526 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a7722c7-9659-4cd9-a5bc-2938802c0eed" 2024-11-16T15:00:38,527 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@905391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T15:00:38,527 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc3fda29f660,42729,-1] 2024-11-16T15:00:38,530 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T15:00:38,532 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:00:38,533 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T15:00:38,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T15:00:38,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T15:00:38,543 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc3fda29f660,42835,1731769226130, seqNum=-1] 2024-11-16T15:00:38,543 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T15:00:38,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T15:00:38,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fc3fda29f660,42729,1731769225309 2024-11-16T15:00:38,567 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731769238566 (current time:1731769238566). 2024-11-16T15:00:38,567 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T15:00:38,567 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-16T15:00:38,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f48651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T15:00:38,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc3fda29f660,42729,-1 for getting cluster id 2024-11-16T15:00:38,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T15:00:38,571 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a7722c7-9659-4cd9-a5bc-2938802c0eed' 2024-11-16T15:00:38,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T15:00:38,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a7722c7-9659-4cd9-a5bc-2938802c0eed" 2024-11-16T15:00:38,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b8ff0d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T15:00:38,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc3fda29f660,42729,-1] 2024-11-16T15:00:38,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T15:00:38,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:00:38,573 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T15:00:38,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df806e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T15:00:38,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T15:00:38,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc3fda29f660,42835,1731769226130, seqNum=-1] 2024-11-16T15:00:38,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T15:00:38,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T15:00:38,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T15:00:38,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T15:00:38,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:00:38,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:00:38,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T15:00:38,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T15:00:38,595 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fc3fda29f660,42729,1731769225309 2024-11-16T15:00:38,598 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4199a3ba 2024-11-16T15:00:38,599 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T15:00:38,601 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T15:00:38,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T15:00:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-16T15:00:38,616 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T15:00:38,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-16T15:00:38,619 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:38,622 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T15:00:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:00:38,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741837_1013 (size=361) 2024-11-16T15:00:38,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741837_1013 (size=361) 2024-11-16T15:00:38,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741837_1013 (size=361) 2024-11-16T15:00:38,640 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c1db91cdb4a08dc740d1c4691dad5ac, NAME => 'SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50 2024-11-16T15:00:38,641 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 93098c02b4fb384088ea14e650b9c8fb, NAME => 'SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50 2024-11-16T15:00:38,641 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9aea1717905d694862e5b196af64f29d, NAME => 'SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50 2024-11-16T15:00:38,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741839_1015 (size=54) 2024-11-16T15:00:38,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741840_1016 (size=62) 2024-11-16T15:00:38,667 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:38,667 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:38,667 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9aea1717905d694862e5b196af64f29d, disabling compactions & flushes 2024-11-16T15:00:38,667 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7c1db91cdb4a08dc740d1c4691dad5ac, disabling compactions & flushes 2024-11-16T15:00:38,667 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. 2024-11-16T15:00:38,667 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. 2024-11-16T15:00:38,667 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:00:38,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:00:38,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. after waiting 0 ms 2024-11-16T15:00:38,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. after waiting 0 ms 2024-11-16T15:00:38,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. 2024-11-16T15:00:38,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:00:38,668 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. 2024-11-16T15:00:38,668 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:00:38,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c1db91cdb4a08dc740d1c4691dad5ac: Waiting for close lock at 1731769238667Disabling compacts and flushes for region at 1731769238667Disabling writes for close at 1731769238668 (+1 ms)Writing region close event to WAL at 1731769238668Closed at 1731769238668 2024-11-16T15:00:38,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9aea1717905d694862e5b196af64f29d: Waiting for close lock at 1731769238667Disabling compacts and flushes for region at 1731769238667Disabling writes for close at 1731769238668 (+1 ms)Writing region close event to WAL at 1731769238668Closed at 1731769238668 2024-11-16T15:00:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741839_1015 (size=54) 2024-11-16T15:00:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741839_1015 (size=54) 2024-11-16T15:00:38,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741840_1016 (size=62) 2024-11-16T15:00:38,669 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3bf8fcef3117919ef166d33bc371c9e, NAME => 'SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50 2024-11-16T15:00:38,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741840_1016 (size=62) 2024-11-16T15:00:38,669 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 32b7a94df01f6d88bba6cb977108a743, NAME => 'SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50 2024-11-16T15:00:38,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741838_1014 (size=62) 2024-11-16T15:00:38,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741838_1014 (size=62) 2024-11-16T15:00:38,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741838_1014 (size=62) 2024-11-16T15:00:38,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:38,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 93098c02b4fb384088ea14e650b9c8fb, disabling compactions & flushes 2024-11-16T15:00:38,676 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. 2024-11-16T15:00:38,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. 2024-11-16T15:00:38,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. after waiting 0 ms 2024-11-16T15:00:38,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. 2024-11-16T15:00:38,676 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. 2024-11-16T15:00:38,677 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 93098c02b4fb384088ea14e650b9c8fb: Waiting for close lock at 1731769238676Disabling compacts and flushes for region at 1731769238676Disabling writes for close at 1731769238676Writing region close event to WAL at 1731769238676Closed at 1731769238676 2024-11-16T15:00:38,677 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8d9965bffeb45ae20ef40f25aacdbc55, NAME => 'SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50 2024-11-16T15:00:38,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741841_1017 (size=62) 2024-11-16T15:00:38,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741841_1017 (size=62) 2024-11-16T15:00:38,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741841_1017 (size=62) 2024-11-16T15:00:38,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741842_1018 (size=62) 2024-11-16T15:00:38,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741842_1018 (size=62) 2024-11-16T15:00:38,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:38,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 32b7a94df01f6d88bba6cb977108a743, disabling compactions & flushes 2024-11-16T15:00:38,697 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. 2024-11-16T15:00:38,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741842_1018 (size=62) 2024-11-16T15:00:38,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. 2024-11-16T15:00:38,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. after waiting 0 ms 2024-11-16T15:00:38,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. 2024-11-16T15:00:38,697 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. 2024-11-16T15:00:38,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 32b7a94df01f6d88bba6cb977108a743: Waiting for close lock at 1731769238697Disabling compacts and flushes for region at 1731769238697Disabling writes for close at 1731769238697Writing region close event to WAL at 1731769238697Closed at 1731769238697 2024-11-16T15:00:38,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741843_1019 (size=62) 2024-11-16T15:00:38,698 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0807ab30d6d89087f44371d08e1034dd, NAME => 'SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50 2024-11-16T15:00:38,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741843_1019 (size=62) 2024-11-16T15:00:38,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741843_1019 (size=62) 2024-11-16T15:00:38,699 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:38,699 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e3bf8fcef3117919ef166d33bc371c9e, disabling compactions & flushes 2024-11-16T15:00:38,699 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:00:38,699 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:00:38,699 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. after waiting 0 ms 2024-11-16T15:00:38,699 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:00:38,699 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:00:38,699 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3bf8fcef3117919ef166d33bc371c9e: Waiting for close lock at 1731769238699Disabling compacts and flushes for region at 1731769238699Disabling writes for close at 1731769238699Writing region close event to WAL at 1731769238699Closed at 1731769238699 2024-11-16T15:00:38,700 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 667053cb832028ec378e052c4d962bb3, NAME => 'SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50 2024-11-16T15:00:38,700 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:38,700 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8d9965bffeb45ae20ef40f25aacdbc55, disabling compactions & flushes 2024-11-16T15:00:38,700 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. 2024-11-16T15:00:38,700 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. 2024-11-16T15:00:38,700 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. after waiting 0 ms 2024-11-16T15:00:38,700 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. 2024-11-16T15:00:38,701 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. 2024-11-16T15:00:38,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8d9965bffeb45ae20ef40f25aacdbc55: Waiting for close lock at 1731769238700Disabling compacts and flushes for region at 1731769238700Disabling writes for close at 1731769238700Writing region close event to WAL at 1731769238700Closed at 1731769238700 2024-11-16T15:00:38,701 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fd14a24441ccfbb6febe018d98dee34c, NAME => 'SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50 2024-11-16T15:00:38,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741845_1021 (size=62) 2024-11-16T15:00:38,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741844_1020 (size=62) 2024-11-16T15:00:38,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741845_1021 (size=62) 2024-11-16T15:00:38,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741845_1021 (size=62) 2024-11-16T15:00:38,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741844_1020 (size=62) 2024-11-16T15:00:38,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741844_1020 (size=62) 2024-11-16T15:00:38,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:38,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 667053cb832028ec378e052c4d962bb3, disabling compactions & flushes 2024-11-16T15:00:38,721 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. 2024-11-16T15:00:38,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. 2024-11-16T15:00:38,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. after waiting 0 ms 2024-11-16T15:00:38,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. 2024-11-16T15:00:38,721 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. 2024-11-16T15:00:38,721 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 667053cb832028ec378e052c4d962bb3: Waiting for close lock at 1731769238721Disabling compacts and flushes for region at 1731769238721Disabling writes for close at 1731769238721Writing region close event to WAL at 1731769238721Closed at 1731769238721 2024-11-16T15:00:38,722 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 632e141f3e77632358baa4186e239e5f, NAME => 'SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50 2024-11-16T15:00:38,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:38,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0807ab30d6d89087f44371d08e1034dd, disabling compactions & flushes 2024-11-16T15:00:38,723 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:00:38,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:00:38,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. after waiting 0 ms 2024-11-16T15:00:38,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:00:38,723 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:00:38,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0807ab30d6d89087f44371d08e1034dd: Waiting for close lock at 1731769238722Disabling compacts and flushes for region at 1731769238722Disabling writes for close at 1731769238723 (+1 ms)Writing region close event to WAL at 1731769238723Closed at 1731769238723 2024-11-16T15:00:38,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741846_1022 (size=62) 2024-11-16T15:00:38,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741846_1022 (size=62) 2024-11-16T15:00:38,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741846_1022 (size=62) 2024-11-16T15:00:38,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:38,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fd14a24441ccfbb6febe018d98dee34c, disabling compactions & flushes 2024-11-16T15:00:38,728 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. 2024-11-16T15:00:38,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. 2024-11-16T15:00:38,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. after waiting 0 ms 2024-11-16T15:00:38,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. 2024-11-16T15:00:38,728 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. 2024-11-16T15:00:38,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fd14a24441ccfbb6febe018d98dee34c: Waiting for close lock at 1731769238727Disabling compacts and flushes for region at 1731769238727Disabling writes for close at 1731769238728 (+1 ms)Writing region close event to WAL at 1731769238728Closed at 1731769238728 2024-11-16T15:00:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:00:38,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741847_1023 (size=54) 2024-11-16T15:00:38,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741847_1023 (size=54) 2024-11-16T15:00:38,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741847_1023 (size=54) 2024-11-16T15:00:38,738 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:38,738 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 632e141f3e77632358baa4186e239e5f, disabling compactions & flushes 2024-11-16T15:00:38,738 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. 2024-11-16T15:00:38,738 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. 2024-11-16T15:00:38,738 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. after waiting 0 ms 2024-11-16T15:00:38,738 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. 2024-11-16T15:00:38,738 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. 2024-11-16T15:00:38,738 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 632e141f3e77632358baa4186e239e5f: Waiting for close lock at 1731769238738Disabling compacts and flushes for region at 1731769238738Disabling writes for close at 1731769238738Writing region close event to WAL at 1731769238738Closed at 1731769238738 2024-11-16T15:00:38,740 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T15:00:38,744 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731769238740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769238740"}]},"ts":"1731769238740"} 2024-11-16T15:00:38,745 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731769238740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769238740"}]},"ts":"1731769238740"} 2024-11-16T15:00:38,745 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731769238740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769238740"}]},"ts":"1731769238740"} 2024-11-16T15:00:38,745 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731769238740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769238740"}]},"ts":"1731769238740"} 2024-11-16T15:00:38,745 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731769238740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769238740"}]},"ts":"1731769238740"} 2024-11-16T15:00:38,745 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731769238740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769238740"}]},"ts":"1731769238740"} 2024-11-16T15:00:38,746 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731769238740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769238740"}]},"ts":"1731769238740"} 2024-11-16T15:00:38,746 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731769238740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769238740"}]},"ts":"1731769238740"} 2024-11-16T15:00:38,746 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731769238740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769238740"}]},"ts":"1731769238740"} 2024-11-16T15:00:38,746 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731769238740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769238740"}]},"ts":"1731769238740"} 2024-11-16T15:00:38,779 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-16T15:00:38,781 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T15:00:38,784 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731769238782"}]},"ts":"1731769238782"} 2024-11-16T15:00:38,789 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-16T15:00:38,789 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {fc3fda29f660=0} racks are {/default-rack=0} 2024-11-16T15:00:38,797 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T15:00:38,797 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T15:00:38,797 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T15:00:38,797 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T15:00:38,797 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T15:00:38,798 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T15:00:38,798 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T15:00:38,798 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T15:00:38,798 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T15:00:38,798 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T15:00:38,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c1db91cdb4a08dc740d1c4691dad5ac, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9aea1717905d694862e5b196af64f29d, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93098c02b4fb384088ea14e650b9c8fb, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32b7a94df01f6d88bba6cb977108a743, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3bf8fcef3117919ef166d33bc371c9e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d9965bffeb45ae20ef40f25aacdbc55, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0807ab30d6d89087f44371d08e1034dd, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=667053cb832028ec378e052c4d962bb3, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd14a24441ccfbb6febe018d98dee34c, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=632e141f3e77632358baa4186e239e5f, ASSIGN}] 2024-11-16T15:00:38,804 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=632e141f3e77632358baa4186e239e5f, ASSIGN 2024-11-16T15:00:38,804 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd14a24441ccfbb6febe018d98dee34c, ASSIGN 2024-11-16T15:00:38,805 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=667053cb832028ec378e052c4d962bb3, ASSIGN 2024-11-16T15:00:38,805 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0807ab30d6d89087f44371d08e1034dd, ASSIGN 2024-11-16T15:00:38,806 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=632e141f3e77632358baa4186e239e5f, ASSIGN; state=OFFLINE, location=fc3fda29f660,42835,1731769226130; forceNewPlan=false, retain=false 2024-11-16T15:00:38,806 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d9965bffeb45ae20ef40f25aacdbc55, ASSIGN 2024-11-16T15:00:38,806 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=667053cb832028ec378e052c4d962bb3, ASSIGN; state=OFFLINE, location=fc3fda29f660,42835,1731769226130; forceNewPlan=false, retain=false 2024-11-16T15:00:38,806 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fd14a24441ccfbb6febe018d98dee34c, ASSIGN; state=OFFLINE, location=fc3fda29f660,35525,1731769226025; forceNewPlan=false, retain=false 2024-11-16T15:00:38,807 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0807ab30d6d89087f44371d08e1034dd, ASSIGN; state=OFFLINE, location=fc3fda29f660,44167,1731769226205; forceNewPlan=false, retain=false 2024-11-16T15:00:38,808 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8d9965bffeb45ae20ef40f25aacdbc55, ASSIGN; state=OFFLINE, location=fc3fda29f660,35525,1731769226025; forceNewPlan=false, retain=false 2024-11-16T15:00:38,813 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3bf8fcef3117919ef166d33bc371c9e, ASSIGN 2024-11-16T15:00:38,815 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93098c02b4fb384088ea14e650b9c8fb, ASSIGN 2024-11-16T15:00:38,815 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e3bf8fcef3117919ef166d33bc371c9e, ASSIGN; state=OFFLINE, location=fc3fda29f660,44167,1731769226205; forceNewPlan=false, retain=false 2024-11-16T15:00:38,815 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32b7a94df01f6d88bba6cb977108a743, ASSIGN 2024-11-16T15:00:38,815 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c1db91cdb4a08dc740d1c4691dad5ac, ASSIGN 2024-11-16T15:00:38,815 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9aea1717905d694862e5b196af64f29d, ASSIGN 2024-11-16T15:00:38,817 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93098c02b4fb384088ea14e650b9c8fb, ASSIGN; state=OFFLINE, location=fc3fda29f660,35525,1731769226025; forceNewPlan=false, retain=false 2024-11-16T15:00:38,817 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9aea1717905d694862e5b196af64f29d, ASSIGN; state=OFFLINE, location=fc3fda29f660,44167,1731769226205; forceNewPlan=false, retain=false 2024-11-16T15:00:38,817 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c1db91cdb4a08dc740d1c4691dad5ac, ASSIGN; state=OFFLINE, location=fc3fda29f660,42835,1731769226130; forceNewPlan=false, retain=false 2024-11-16T15:00:38,817 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32b7a94df01f6d88bba6cb977108a743, ASSIGN; state=OFFLINE, location=fc3fda29f660,42835,1731769226130; forceNewPlan=false, retain=false 2024-11-16T15:00:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:00:38,962 INFO [fc3fda29f660:42729 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-16T15:00:38,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9aea1717905d694862e5b196af64f29d, regionState=OPENING, regionLocation=fc3fda29f660,44167,1731769226205 2024-11-16T15:00:38,964 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0807ab30d6d89087f44371d08e1034dd, regionState=OPENING, regionLocation=fc3fda29f660,44167,1731769226205 2024-11-16T15:00:38,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e3bf8fcef3117919ef166d33bc371c9e, regionState=OPENING, regionLocation=fc3fda29f660,44167,1731769226205 2024-11-16T15:00:38,964 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=667053cb832028ec378e052c4d962bb3, regionState=OPENING, regionLocation=fc3fda29f660,42835,1731769226130 2024-11-16T15:00:38,964 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=632e141f3e77632358baa4186e239e5f, regionState=OPENING, regionLocation=fc3fda29f660,42835,1731769226130 2024-11-16T15:00:38,966 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c1db91cdb4a08dc740d1c4691dad5ac, regionState=OPENING, regionLocation=fc3fda29f660,42835,1731769226130 2024-11-16T15:00:38,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=32b7a94df01f6d88bba6cb977108a743, regionState=OPENING, regionLocation=fc3fda29f660,42835,1731769226130 2024-11-16T15:00:38,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fd14a24441ccfbb6febe018d98dee34c, regionState=OPENING, regionLocation=fc3fda29f660,35525,1731769226025 2024-11-16T15:00:38,966 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8d9965bffeb45ae20ef40f25aacdbc55, regionState=OPENING, regionLocation=fc3fda29f660,35525,1731769226025 2024-11-16T15:00:38,966 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=93098c02b4fb384088ea14e650b9c8fb, regionState=OPENING, regionLocation=fc3fda29f660,35525,1731769226025 2024-11-16T15:00:38,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9aea1717905d694862e5b196af64f29d, ASSIGN because future has completed 2024-11-16T15:00:38,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9aea1717905d694862e5b196af64f29d, server=fc3fda29f660,44167,1731769226205}] 2024-11-16T15:00:38,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=632e141f3e77632358baa4186e239e5f, ASSIGN because future has completed 2024-11-16T15:00:38,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 632e141f3e77632358baa4186e239e5f, server=fc3fda29f660,42835,1731769226130}] 2024-11-16T15:00:38,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e3bf8fcef3117919ef166d33bc371c9e, ASSIGN because future has completed 2024-11-16T15:00:38,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3bf8fcef3117919ef166d33bc371c9e, server=fc3fda29f660,44167,1731769226205}] 2024-11-16T15:00:38,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0807ab30d6d89087f44371d08e1034dd, ASSIGN because future has completed 2024-11-16T15:00:38,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=667053cb832028ec378e052c4d962bb3, ASSIGN because future has completed 2024-11-16T15:00:38,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 667053cb832028ec378e052c4d962bb3, server=fc3fda29f660,42835,1731769226130}] 2024-11-16T15:00:38,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0807ab30d6d89087f44371d08e1034dd, server=fc3fda29f660,44167,1731769226205}] 2024-11-16T15:00:38,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c1db91cdb4a08dc740d1c4691dad5ac, ASSIGN because future has completed 2024-11-16T15:00:38,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32b7a94df01f6d88bba6cb977108a743, ASSIGN because future has completed 2024-11-16T15:00:38,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c1db91cdb4a08dc740d1c4691dad5ac, server=fc3fda29f660,42835,1731769226130}] 2024-11-16T15:00:38,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8d9965bffeb45ae20ef40f25aacdbc55, ASSIGN because future has completed 2024-11-16T15:00:38,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fd14a24441ccfbb6febe018d98dee34c, ASSIGN because future has completed 2024-11-16T15:00:38,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd14a24441ccfbb6febe018d98dee34c, server=fc3fda29f660,35525,1731769226025}] 2024-11-16T15:00:38,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=93098c02b4fb384088ea14e650b9c8fb, ASSIGN because future has completed 2024-11-16T15:00:38,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d9965bffeb45ae20ef40f25aacdbc55, server=fc3fda29f660,35525,1731769226025}] 2024-11-16T15:00:38,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93098c02b4fb384088ea14e650b9c8fb, server=fc3fda29f660,35525,1731769226025}] 2024-11-16T15:00:38,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32b7a94df01f6d88bba6cb977108a743, server=fc3fda29f660,42835,1731769226130}] 2024-11-16T15:00:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:00:39,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T15:00:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:00:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:00:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:00:43,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T15:00:45,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T15:00:45,640 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T15:00:45,641 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T15:00:45,641 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T15:00:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:00:48,974 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T15:00:48,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48919, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T15:00:48,989 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:00:48,989 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. 2024-11-16T15:00:48,989 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e3bf8fcef3117919ef166d33bc371c9e, NAME => 'SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-16T15:00:48,989 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c1db91cdb4a08dc740d1c4691dad5ac, NAME => 'SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-16T15:00:48,990 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:00:48,990 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T15:00:48,990 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:48,990 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7c1db91cdb4a08dc740d1c4691dad5ac 2024-11-16T15:00:48,990 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:00:48,990 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:00:48,990 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:48,990 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 7c1db91cdb4a08dc740d1c4691dad5ac 2024-11-16T15:00:48,990 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 7c1db91cdb4a08dc740d1c4691dad5ac 2024-11-16T15:00:48,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41271, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T15:00:48,993 INFO [StoreOpener-7c1db91cdb4a08dc740d1c4691dad5ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7c1db91cdb4a08dc740d1c4691dad5ac 2024-11-16T15:00:48,993 INFO [StoreOpener-e3bf8fcef3117919ef166d33bc371c9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:00:48,995 INFO [StoreOpener-e3bf8fcef3117919ef166d33bc371c9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3bf8fcef3117919ef166d33bc371c9e columnFamilyName cf 2024-11-16T15:00:48,995 INFO [StoreOpener-7c1db91cdb4a08dc740d1c4691dad5ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c1db91cdb4a08dc740d1c4691dad5ac columnFamilyName cf 2024-11-16T15:00:48,995 DEBUG [StoreOpener-e3bf8fcef3117919ef166d33bc371c9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:48,995 DEBUG [StoreOpener-7c1db91cdb4a08dc740d1c4691dad5ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:48,996 INFO [StoreOpener-e3bf8fcef3117919ef166d33bc371c9e-1 {}] regionserver.HStore(327): Store=e3bf8fcef3117919ef166d33bc371c9e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:00:48,996 INFO [StoreOpener-7c1db91cdb4a08dc740d1c4691dad5ac-1 {}] regionserver.HStore(327): Store=7c1db91cdb4a08dc740d1c4691dad5ac/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:00:48,996 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 7c1db91cdb4a08dc740d1c4691dad5ac 2024-11-16T15:00:48,996 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:00:48,998 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:00:48,998 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/7c1db91cdb4a08dc740d1c4691dad5ac 2024-11-16T15:00:48,998 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:00:48,998 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. 2024-11-16T15:00:48,998 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/7c1db91cdb4a08dc740d1c4691dad5ac 2024-11-16T15:00:48,999 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d9965bffeb45ae20ef40f25aacdbc55, NAME => 'SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-16T15:00:48,999 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:00:48,999 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:00:48,999 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8d9965bffeb45ae20ef40f25aacdbc55 2024-11-16T15:00:48,999 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:48,999 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 7c1db91cdb4a08dc740d1c4691dad5ac 2024-11-16T15:00:48,999 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 7c1db91cdb4a08dc740d1c4691dad5ac 2024-11-16T15:00:48,999 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 8d9965bffeb45ae20ef40f25aacdbc55 2024-11-16T15:00:48,999 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 8d9965bffeb45ae20ef40f25aacdbc55 2024-11-16T15:00:49,001 INFO [StoreOpener-8d9965bffeb45ae20ef40f25aacdbc55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8d9965bffeb45ae20ef40f25aacdbc55 2024-11-16T15:00:49,002 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 7c1db91cdb4a08dc740d1c4691dad5ac 2024-11-16T15:00:49,002 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:00:49,003 INFO [StoreOpener-8d9965bffeb45ae20ef40f25aacdbc55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d9965bffeb45ae20ef40f25aacdbc55 columnFamilyName cf 2024-11-16T15:00:49,003 DEBUG [StoreOpener-8d9965bffeb45ae20ef40f25aacdbc55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:49,004 INFO [StoreOpener-8d9965bffeb45ae20ef40f25aacdbc55-1 {}] regionserver.HStore(327): Store=8d9965bffeb45ae20ef40f25aacdbc55/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:00:49,004 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 8d9965bffeb45ae20ef40f25aacdbc55 2024-11-16T15:00:49,005 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/e3bf8fcef3117919ef166d33bc371c9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:00:49,005 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/7c1db91cdb4a08dc740d1c4691dad5ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:00:49,005 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e3bf8fcef3117919ef166d33bc371c9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72058454, jitterRate=0.07375463843345642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:00:49,005 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/8d9965bffeb45ae20ef40f25aacdbc55 2024-11-16T15:00:49,005 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:00:49,005 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 7c1db91cdb4a08dc740d1c4691dad5ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60744552, jitterRate=-0.09483563899993896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:00:49,006 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c1db91cdb4a08dc740d1c4691dad5ac 2024-11-16T15:00:49,006 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/8d9965bffeb45ae20ef40f25aacdbc55 2024-11-16T15:00:49,007 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 7c1db91cdb4a08dc740d1c4691dad5ac: Running coprocessor pre-open hook at 1731769248990Writing region info on filesystem at 1731769248990Initializing all the Stores at 1731769248992 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769248992Cleaning up temporary data from old regions at 1731769248999 (+7 ms)Running coprocessor post-open hooks at 1731769249006 (+7 ms)Region opened successfully at 1731769249007 (+1 ms) 2024-11-16T15:00:49,007 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 8d9965bffeb45ae20ef40f25aacdbc55 2024-11-16T15:00:49,007 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 8d9965bffeb45ae20ef40f25aacdbc55 2024-11-16T15:00:49,007 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e3bf8fcef3117919ef166d33bc371c9e: Running coprocessor pre-open hook at 1731769248990Writing region info on filesystem at 1731769248990Initializing all the Stores at 1731769248992 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769248992Cleaning up temporary data from old regions at 1731769248999 (+7 ms)Running coprocessor post-open hooks at 1731769249005 (+6 ms)Region opened successfully at 1731769249007 (+2 ms) 2024-11-16T15:00:49,009 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac., pid=20, masterSystemTime=1731769248977 2024-11-16T15:00:49,009 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e., pid=17, masterSystemTime=1731769248973 2024-11-16T15:00:49,010 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 8d9965bffeb45ae20ef40f25aacdbc55 2024-11-16T15:00:49,013 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. 2024-11-16T15:00:49,013 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. 2024-11-16T15:00:49,013 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. 2024-11-16T15:00:49,013 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 667053cb832028ec378e052c4d962bb3, NAME => 'SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-16T15:00:49,014 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 667053cb832028ec378e052c4d962bb3 2024-11-16T15:00:49,014 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:49,014 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 667053cb832028ec378e052c4d962bb3 2024-11-16T15:00:49,014 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 667053cb832028ec378e052c4d962bb3 2024-11-16T15:00:49,014 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/8d9965bffeb45ae20ef40f25aacdbc55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:00:49,015 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 8d9965bffeb45ae20ef40f25aacdbc55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67177127, jitterRate=0.0010171979665756226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:00:49,015 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d9965bffeb45ae20ef40f25aacdbc55 2024-11-16T15:00:49,015 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c1db91cdb4a08dc740d1c4691dad5ac, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,42835,1731769226130 2024-11-16T15:00:49,015 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 8d9965bffeb45ae20ef40f25aacdbc55: Running coprocessor pre-open hook at 1731769249000Writing region info on filesystem at 1731769249000Initializing all the Stores at 1731769249001 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769249001Cleaning up temporary data from old regions at 1731769249007 (+6 ms)Running coprocessor post-open hooks at 1731769249015 (+8 ms)Region opened successfully at 1731769249015 2024-11-16T15:00:49,016 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:00:49,016 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:00:49,016 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:00:49,016 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 0807ab30d6d89087f44371d08e1034dd, NAME => 'SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-16T15:00:49,017 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42729 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fc3fda29f660,42835,1731769226130, table=SPTestTable, region=7c1db91cdb4a08dc740d1c4691dad5ac. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T15:00:49,017 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:00:49,017 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:49,017 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:00:49,017 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:00:49,018 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55., pid=23, masterSystemTime=1731769248990 2024-11-16T15:00:49,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e3bf8fcef3117919ef166d33bc371c9e, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,44167,1731769226205 2024-11-16T15:00:49,021 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. 2024-11-16T15:00:49,021 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. 2024-11-16T15:00:49,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c1db91cdb4a08dc740d1c4691dad5ac, server=fc3fda29f660,42835,1731769226130 because future has completed 2024-11-16T15:00:49,021 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. 2024-11-16T15:00:49,022 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 93098c02b4fb384088ea14e650b9c8fb, NAME => 'SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-16T15:00:49,022 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 93098c02b4fb384088ea14e650b9c8fb 2024-11-16T15:00:49,022 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:49,022 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 93098c02b4fb384088ea14e650b9c8fb 2024-11-16T15:00:49,022 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 93098c02b4fb384088ea14e650b9c8fb 2024-11-16T15:00:49,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8d9965bffeb45ae20ef40f25aacdbc55, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,35525,1731769226025 2024-11-16T15:00:49,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3bf8fcef3117919ef166d33bc371c9e, server=fc3fda29f660,44167,1731769226205 because future has completed 2024-11-16T15:00:49,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d9965bffeb45ae20ef40f25aacdbc55, server=fc3fda29f660,35525,1731769226025 because future has completed 2024-11-16T15:00:49,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-16T15:00:49,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c1db91cdb4a08dc740d1c4691dad5ac, server=fc3fda29f660,42835,1731769226130 in 10.0430 sec 2024-11-16T15:00:49,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-16T15:00:49,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c1db91cdb4a08dc740d1c4691dad5ac, ASSIGN in 10.2290 sec 2024-11-16T15:00:49,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e3bf8fcef3117919ef166d33bc371c9e, server=fc3fda29f660,44167,1731769226205 in 10.0530 sec 2024-11-16T15:00:49,031 INFO [StoreOpener-0807ab30d6d89087f44371d08e1034dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:00:49,031 INFO [StoreOpener-667053cb832028ec378e052c4d962bb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 667053cb832028ec378e052c4d962bb3 2024-11-16T15:00:49,032 INFO [StoreOpener-93098c02b4fb384088ea14e650b9c8fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 93098c02b4fb384088ea14e650b9c8fb 2024-11-16T15:00:49,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-16T15:00:49,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3bf8fcef3117919ef166d33bc371c9e, ASSIGN in 10.2310 sec 2024-11-16T15:00:49,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d9965bffeb45ae20ef40f25aacdbc55, server=fc3fda29f660,35525,1731769226025 in 10.0400 sec 2024-11-16T15:00:49,034 INFO [StoreOpener-0807ab30d6d89087f44371d08e1034dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0807ab30d6d89087f44371d08e1034dd columnFamilyName cf 2024-11-16T15:00:49,034 INFO [StoreOpener-667053cb832028ec378e052c4d962bb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 667053cb832028ec378e052c4d962bb3 columnFamilyName cf 2024-11-16T15:00:49,034 DEBUG [StoreOpener-667053cb832028ec378e052c4d962bb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:49,034 DEBUG [StoreOpener-0807ab30d6d89087f44371d08e1034dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:49,035 INFO [StoreOpener-93098c02b4fb384088ea14e650b9c8fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93098c02b4fb384088ea14e650b9c8fb columnFamilyName cf 2024-11-16T15:00:49,035 DEBUG [StoreOpener-93098c02b4fb384088ea14e650b9c8fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:49,035 INFO [StoreOpener-0807ab30d6d89087f44371d08e1034dd-1 {}] regionserver.HStore(327): Store=0807ab30d6d89087f44371d08e1034dd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:00:49,035 INFO [StoreOpener-667053cb832028ec378e052c4d962bb3-1 {}] regionserver.HStore(327): Store=667053cb832028ec378e052c4d962bb3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:00:49,035 INFO [StoreOpener-93098c02b4fb384088ea14e650b9c8fb-1 {}] regionserver.HStore(327): Store=93098c02b4fb384088ea14e650b9c8fb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:00:49,035 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:00:49,035 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 667053cb832028ec378e052c4d962bb3 2024-11-16T15:00:49,036 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 93098c02b4fb384088ea14e650b9c8fb 2024-11-16T15:00:49,036 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/667053cb832028ec378e052c4d962bb3 2024-11-16T15:00:49,036 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:00:49,037 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/667053cb832028ec378e052c4d962bb3 2024-11-16T15:00:49,037 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:00:49,037 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 667053cb832028ec378e052c4d962bb3 2024-11-16T15:00:49,037 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 667053cb832028ec378e052c4d962bb3 2024-11-16T15:00:49,037 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:00:49,037 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:00:49,038 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/93098c02b4fb384088ea14e650b9c8fb 2024-11-16T15:00:49,039 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/93098c02b4fb384088ea14e650b9c8fb 2024-11-16T15:00:49,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d9965bffeb45ae20ef40f25aacdbc55, ASSIGN in 10.2350 sec 2024-11-16T15:00:49,039 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 93098c02b4fb384088ea14e650b9c8fb 2024-11-16T15:00:49,039 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 93098c02b4fb384088ea14e650b9c8fb 2024-11-16T15:00:49,040 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 667053cb832028ec378e052c4d962bb3 2024-11-16T15:00:49,040 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:00:49,042 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 93098c02b4fb384088ea14e650b9c8fb 2024-11-16T15:00:49,043 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/667053cb832028ec378e052c4d962bb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:00:49,044 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/0807ab30d6d89087f44371d08e1034dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:00:49,045 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 667053cb832028ec378e052c4d962bb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74005159, jitterRate=0.10276280343532562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:00:49,045 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 667053cb832028ec378e052c4d962bb3 2024-11-16T15:00:49,045 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 0807ab30d6d89087f44371d08e1034dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64225416, jitterRate=-0.04296672344207764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:00:49,045 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:00:49,045 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 667053cb832028ec378e052c4d962bb3: Running coprocessor pre-open hook at 1731769249014Writing region info on filesystem at 1731769249014Initializing all the Stores at 1731769249020 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769249020Cleaning up temporary data from old regions at 1731769249037 (+17 ms)Running coprocessor post-open hooks at 1731769249045 (+8 ms)Region opened successfully at 1731769249045 2024-11-16T15:00:49,045 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 0807ab30d6d89087f44371d08e1034dd: Running coprocessor pre-open hook at 1731769249017Writing region info on filesystem at 1731769249018 (+1 ms)Initializing all the Stores at 1731769249019 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769249019Cleaning up temporary data from old regions at 1731769249038 (+19 ms)Running coprocessor post-open hooks at 1731769249045 (+7 ms)Region opened successfully at 1731769249045 2024-11-16T15:00:49,046 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3., pid=19, masterSystemTime=1731769248977 2024-11-16T15:00:49,046 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd., pid=18, masterSystemTime=1731769248973 2024-11-16T15:00:49,047 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/93098c02b4fb384088ea14e650b9c8fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:00:49,048 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 93098c02b4fb384088ea14e650b9c8fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72614429, jitterRate=0.08203931152820587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:00:49,049 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93098c02b4fb384088ea14e650b9c8fb 2024-11-16T15:00:49,049 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 93098c02b4fb384088ea14e650b9c8fb: Running coprocessor pre-open hook at 1731769249023Writing region info on filesystem at 1731769249023Initializing all the Stores at 1731769249024 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769249024Cleaning up temporary data from old regions at 1731769249039 (+15 ms)Running coprocessor post-open hooks at 1731769249049 (+10 ms)Region opened successfully at 1731769249049 2024-11-16T15:00:49,050 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. 2024-11-16T15:00:49,050 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. 2024-11-16T15:00:49,050 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. 2024-11-16T15:00:49,051 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 32b7a94df01f6d88bba6cb977108a743, NAME => 'SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-16T15:00:49,051 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb., pid=22, masterSystemTime=1731769248990 2024-11-16T15:00:49,051 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32b7a94df01f6d88bba6cb977108a743 2024-11-16T15:00:49,051 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:49,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=667053cb832028ec378e052c4d962bb3, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,42835,1731769226130 2024-11-16T15:00:49,051 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 32b7a94df01f6d88bba6cb977108a743 2024-11-16T15:00:49,051 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 32b7a94df01f6d88bba6cb977108a743 2024-11-16T15:00:49,052 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:00:49,052 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:00:49,052 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:00:49,052 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 9aea1717905d694862e5b196af64f29d, NAME => 'SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-16T15:00:49,053 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9aea1717905d694862e5b196af64f29d 2024-11-16T15:00:49,053 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:49,053 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 9aea1717905d694862e5b196af64f29d 2024-11-16T15:00:49,053 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 9aea1717905d694862e5b196af64f29d 2024-11-16T15:00:49,054 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0807ab30d6d89087f44371d08e1034dd, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,44167,1731769226205 2024-11-16T15:00:49,054 INFO [StoreOpener-32b7a94df01f6d88bba6cb977108a743-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32b7a94df01f6d88bba6cb977108a743 2024-11-16T15:00:49,055 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. 2024-11-16T15:00:49,055 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. 2024-11-16T15:00:49,056 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. 2024-11-16T15:00:49,056 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fd14a24441ccfbb6febe018d98dee34c, NAME => 'SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-16T15:00:49,056 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fd14a24441ccfbb6febe018d98dee34c 2024-11-16T15:00:49,056 INFO [StoreOpener-9aea1717905d694862e5b196af64f29d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9aea1717905d694862e5b196af64f29d 2024-11-16T15:00:49,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=93098c02b4fb384088ea14e650b9c8fb, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,35525,1731769226025 2024-11-16T15:00:49,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 667053cb832028ec378e052c4d962bb3, server=fc3fda29f660,42835,1731769226130 because future has completed 2024-11-16T15:00:49,056 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:49,057 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fd14a24441ccfbb6febe018d98dee34c 2024-11-16T15:00:49,057 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fd14a24441ccfbb6febe018d98dee34c 2024-11-16T15:00:49,059 INFO [StoreOpener-9aea1717905d694862e5b196af64f29d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aea1717905d694862e5b196af64f29d columnFamilyName cf 2024-11-16T15:00:49,059 DEBUG [StoreOpener-9aea1717905d694862e5b196af64f29d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:49,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0807ab30d6d89087f44371d08e1034dd, server=fc3fda29f660,44167,1731769226205 because future has completed 2024-11-16T15:00:49,061 INFO [StoreOpener-9aea1717905d694862e5b196af64f29d-1 {}] regionserver.HStore(327): Store=9aea1717905d694862e5b196af64f29d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:00:49,061 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 9aea1717905d694862e5b196af64f29d 2024-11-16T15:00:49,062 INFO [StoreOpener-fd14a24441ccfbb6febe018d98dee34c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fd14a24441ccfbb6febe018d98dee34c 2024-11-16T15:00:49,062 INFO [StoreOpener-32b7a94df01f6d88bba6cb977108a743-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32b7a94df01f6d88bba6cb977108a743 columnFamilyName cf 2024-11-16T15:00:49,062 DEBUG [StoreOpener-32b7a94df01f6d88bba6cb977108a743-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:49,063 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/9aea1717905d694862e5b196af64f29d 2024-11-16T15:00:49,063 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/9aea1717905d694862e5b196af64f29d 2024-11-16T15:00:49,064 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 9aea1717905d694862e5b196af64f29d 2024-11-16T15:00:49,064 INFO [StoreOpener-32b7a94df01f6d88bba6cb977108a743-1 {}] regionserver.HStore(327): Store=32b7a94df01f6d88bba6cb977108a743/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:00:49,064 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 9aea1717905d694862e5b196af64f29d 2024-11-16T15:00:49,064 INFO [StoreOpener-fd14a24441ccfbb6febe018d98dee34c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd14a24441ccfbb6febe018d98dee34c columnFamilyName cf 2024-11-16T15:00:49,064 DEBUG [StoreOpener-fd14a24441ccfbb6febe018d98dee34c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:49,065 INFO [StoreOpener-fd14a24441ccfbb6febe018d98dee34c-1 {}] regionserver.HStore(327): Store=fd14a24441ccfbb6febe018d98dee34c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:00:49,065 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fd14a24441ccfbb6febe018d98dee34c 2024-11-16T15:00:49,066 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 9aea1717905d694862e5b196af64f29d 2024-11-16T15:00:49,067 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/fd14a24441ccfbb6febe018d98dee34c 2024-11-16T15:00:49,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93098c02b4fb384088ea14e650b9c8fb, server=fc3fda29f660,35525,1731769226025 because future has completed 2024-11-16T15:00:49,067 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/fd14a24441ccfbb6febe018d98dee34c 2024-11-16T15:00:49,068 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fd14a24441ccfbb6febe018d98dee34c 2024-11-16T15:00:49,068 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fd14a24441ccfbb6febe018d98dee34c 2024-11-16T15:00:49,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-16T15:00:49,070 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 32b7a94df01f6d88bba6cb977108a743 2024-11-16T15:00:49,072 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/9aea1717905d694862e5b196af64f29d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:00:49,073 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fd14a24441ccfbb6febe018d98dee34c 2024-11-16T15:00:49,073 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/32b7a94df01f6d88bba6cb977108a743 2024-11-16T15:00:49,073 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 9aea1717905d694862e5b196af64f29d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69361393, jitterRate=0.03356529772281647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:00:49,073 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9aea1717905d694862e5b196af64f29d 2024-11-16T15:00:49,074 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 9aea1717905d694862e5b196af64f29d: Running coprocessor pre-open hook at 1731769249053Writing region info on filesystem at 1731769249053Initializing all the Stores at 1731769249056 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769249056Cleaning up temporary data from old regions at 1731769249064 (+8 ms)Running coprocessor post-open hooks at 1731769249073 (+9 ms)Region opened successfully at 1731769249073 2024-11-16T15:00:49,074 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/32b7a94df01f6d88bba6cb977108a743 2024-11-16T15:00:49,075 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d., pid=15, masterSystemTime=1731769248973 2024-11-16T15:00:49,075 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 32b7a94df01f6d88bba6cb977108a743 2024-11-16T15:00:49,075 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 32b7a94df01f6d88bba6cb977108a743 2024-11-16T15:00:49,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 667053cb832028ec378e052c4d962bb3, server=fc3fda29f660,42835,1731769226130 in 10.0810 sec 2024-11-16T15:00:49,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-16T15:00:49,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-16T15:00:49,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 93098c02b4fb384088ea14e650b9c8fb, server=fc3fda29f660,35525,1731769226025 in 10.0810 sec 2024-11-16T15:00:49,079 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:00:49,079 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:00:49,081 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9aea1717905d694862e5b196af64f29d, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,44167,1731769226205 2024-11-16T15:00:49,081 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 32b7a94df01f6d88bba6cb977108a743 2024-11-16T15:00:49,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=667053cb832028ec378e052c4d962bb3, ASSIGN in 10.2730 sec 2024-11-16T15:00:49,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0807ab30d6d89087f44371d08e1034dd, server=fc3fda29f660,44167,1731769226205 in 10.0890 sec 2024-11-16T15:00:49,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0807ab30d6d89087f44371d08e1034dd, ASSIGN in 10.2770 sec 2024-11-16T15:00:49,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=93098c02b4fb384088ea14e650b9c8fb, ASSIGN in 10.2800 sec 2024-11-16T15:00:49,083 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/fd14a24441ccfbb6febe018d98dee34c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:00:49,084 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fd14a24441ccfbb6febe018d98dee34c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75426312, jitterRate=0.1239396333694458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:00:49,085 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd14a24441ccfbb6febe018d98dee34c 2024-11-16T15:00:49,085 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fd14a24441ccfbb6febe018d98dee34c: Running coprocessor pre-open hook at 1731769249057Writing region info on filesystem at 1731769249057Initializing all the Stores at 1731769249060 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769249060Cleaning up temporary data from old regions at 1731769249069 (+9 ms)Running coprocessor post-open hooks at 1731769249085 (+16 ms)Region opened successfully at 1731769249085 2024-11-16T15:00:49,086 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c., pid=21, masterSystemTime=1731769248990 2024-11-16T15:00:49,089 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/32b7a94df01f6d88bba6cb977108a743/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:00:49,091 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 32b7a94df01f6d88bba6cb977108a743; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72311130, jitterRate=0.07751980423927307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:00:49,091 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32b7a94df01f6d88bba6cb977108a743 2024-11-16T15:00:49,091 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 32b7a94df01f6d88bba6cb977108a743: Running coprocessor pre-open hook at 1731769249052Writing region info on filesystem at 1731769249052Initializing all the Stores at 1731769249054 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769249054Cleaning up temporary data from old regions at 1731769249076 (+22 ms)Running coprocessor post-open hooks at 1731769249091 (+15 ms)Region opened successfully at 1731769249091 2024-11-16T15:00:49,095 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. 2024-11-16T15:00:49,095 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743., pid=24, masterSystemTime=1731769248977 2024-11-16T15:00:49,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9aea1717905d694862e5b196af64f29d, server=fc3fda29f660,44167,1731769226205 because future has completed 2024-11-16T15:00:49,096 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. 2024-11-16T15:00:49,096 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42729 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fc3fda29f660,44167,1731769226205, table=SPTestTable, region=9aea1717905d694862e5b196af64f29d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T15:00:49,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fd14a24441ccfbb6febe018d98dee34c, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,35525,1731769226025 2024-11-16T15:00:49,099 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. 2024-11-16T15:00:49,099 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. 2024-11-16T15:00:49,100 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. 2024-11-16T15:00:49,100 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 632e141f3e77632358baa4186e239e5f, NAME => 'SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-16T15:00:49,100 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 632e141f3e77632358baa4186e239e5f 2024-11-16T15:00:49,100 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:00:49,100 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 632e141f3e77632358baa4186e239e5f 2024-11-16T15:00:49,100 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 632e141f3e77632358baa4186e239e5f 2024-11-16T15:00:49,101 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=32b7a94df01f6d88bba6cb977108a743, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,42835,1731769226130 2024-11-16T15:00:49,103 INFO [StoreOpener-632e141f3e77632358baa4186e239e5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 632e141f3e77632358baa4186e239e5f 2024-11-16T15:00:49,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-16T15:00:49,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9aea1717905d694862e5b196af64f29d, server=fc3fda29f660,44167,1731769226205 in 10.1280 sec 2024-11-16T15:00:49,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9aea1717905d694862e5b196af64f29d, ASSIGN in 10.3050 sec 2024-11-16T15:00:49,121 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42729 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fc3fda29f660,42835,1731769226130, table=SPTestTable, region=32b7a94df01f6d88bba6cb977108a743. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T15:00:49,142 INFO [StoreOpener-632e141f3e77632358baa4186e239e5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 632e141f3e77632358baa4186e239e5f columnFamilyName cf 2024-11-16T15:00:49,142 DEBUG [StoreOpener-632e141f3e77632358baa4186e239e5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:00:49,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd14a24441ccfbb6febe018d98dee34c, server=fc3fda29f660,35525,1731769226025 because future has completed 2024-11-16T15:00:49,143 INFO [StoreOpener-632e141f3e77632358baa4186e239e5f-1 {}] regionserver.HStore(327): Store=632e141f3e77632358baa4186e239e5f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:00:49,143 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 632e141f3e77632358baa4186e239e5f 2024-11-16T15:00:49,145 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/632e141f3e77632358baa4186e239e5f 2024-11-16T15:00:49,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32b7a94df01f6d88bba6cb977108a743, server=fc3fda29f660,42835,1731769226130 because future has completed 2024-11-16T15:00:49,145 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/632e141f3e77632358baa4186e239e5f 2024-11-16T15:00:49,146 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 632e141f3e77632358baa4186e239e5f 2024-11-16T15:00:49,146 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 632e141f3e77632358baa4186e239e5f 2024-11-16T15:00:49,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-16T15:00:49,150 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 632e141f3e77632358baa4186e239e5f 2024-11-16T15:00:49,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure fd14a24441ccfbb6febe018d98dee34c, server=fc3fda29f660,35525,1731769226025 in 10.1590 sec 2024-11-16T15:00:49,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-16T15:00:49,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 32b7a94df01f6d88bba6cb977108a743, server=fc3fda29f660,42835,1731769226130 in 10.1550 sec 2024-11-16T15:00:49,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd14a24441ccfbb6febe018d98dee34c, ASSIGN in 10.3510 sec 2024-11-16T15:00:49,154 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/632e141f3e77632358baa4186e239e5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:00:49,155 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 632e141f3e77632358baa4186e239e5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73917600, jitterRate=0.10145807266235352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:00:49,155 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 632e141f3e77632358baa4186e239e5f 2024-11-16T15:00:49,156 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 632e141f3e77632358baa4186e239e5f: Running coprocessor pre-open hook at 1731769249101Writing region info on filesystem at 1731769249101Initializing all the Stores at 1731769249102 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769249102Cleaning up temporary data from old regions at 1731769249146 (+44 ms)Running coprocessor post-open hooks at 1731769249155 (+9 ms)Region opened successfully at 1731769249156 (+1 ms) 2024-11-16T15:00:49,157 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f., pid=16, masterSystemTime=1731769248977 2024-11-16T15:00:49,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32b7a94df01f6d88bba6cb977108a743, ASSIGN in 10.3550 sec 2024-11-16T15:00:49,160 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. 2024-11-16T15:00:49,160 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. 2024-11-16T15:00:49,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=632e141f3e77632358baa4186e239e5f, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,42835,1731769226130 2024-11-16T15:00:49,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 632e141f3e77632358baa4186e239e5f, server=fc3fda29f660,42835,1731769226130 because future has completed 2024-11-16T15:00:49,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-16T15:00:49,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 632e141f3e77632358baa4186e239e5f, server=fc3fda29f660,42835,1731769226130 in 10.1970 sec 2024-11-16T15:00:49,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-16T15:00:49,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=632e141f3e77632358baa4186e239e5f, ASSIGN in 10.3730 sec 2024-11-16T15:00:49,179 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T15:00:49,179 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731769249179"}]},"ts":"1731769249179"} 2024-11-16T15:00:49,183 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-16T15:00:49,184 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T15:00:49,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5760 sec 2024-11-16T15:00:51,626 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-16T15:00:54,441 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T15:00:54,531 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T15:00:55,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-16T15:00:55,641 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-16T15:00:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:00:56,871 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-16T15:00:56,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-16T15:00:56,873 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T15:00:56,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-16T15:00:56,885 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T15:00:56,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-16T15:00:56,933 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd., hostname=fc3fda29f660,44167,1731769226205, seqNum=2] 2024-11-16T15:00:56,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd., hostname=fc3fda29f660,44167,1731769226205, seqNum=2] 2024-11-16T15:00:56,942 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd., hostname=fc3fda29f660,44167,1731769226205, seqNum=2] 2024-11-16T15:00:56,945 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd., hostname=fc3fda29f660,44167,1731769226205, seqNum=2] 2024-11-16T15:00:56,948 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd., hostname=fc3fda29f660,44167,1731769226205, seqNum=2] 2024-11-16T15:00:56,950 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd., hostname=fc3fda29f660,44167,1731769226205, seqNum=2] 2024-11-16T15:00:56,953 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd., hostname=fc3fda29f660,44167,1731769226205, seqNum=2] 2024-11-16T15:00:56,956 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd., hostname=fc3fda29f660,44167,1731769226205, seqNum=2] 2024-11-16T15:00:56,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3., hostname=fc3fda29f660,42835,1731769226130, seqNum=2] 2024-11-16T15:00:56,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3., hostname=fc3fda29f660,42835,1731769226130, seqNum=2] 2024-11-16T15:00:56,996 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3., hostname=fc3fda29f660,42835,1731769226130, seqNum=2] 2024-11-16T15:00:56,998 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3., hostname=fc3fda29f660,42835,1731769226130, seqNum=2] 2024-11-16T15:00:57,000 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3., hostname=fc3fda29f660,42835,1731769226130, seqNum=2] 2024-11-16T15:00:57,002 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3., hostname=fc3fda29f660,42835,1731769226130, seqNum=2] 2024-11-16T15:00:57,004 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3., hostname=fc3fda29f660,42835,1731769226130, seqNum=2] 2024-11-16T15:00:57,005 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3., hostname=fc3fda29f660,42835,1731769226130, seqNum=2] 2024-11-16T15:00:57,056 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c., hostname=fc3fda29f660,35525,1731769226025, seqNum=2] 2024-11-16T15:00:57,059 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c., hostname=fc3fda29f660,35525,1731769226025, seqNum=2] 2024-11-16T15:00:57,062 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c., hostname=fc3fda29f660,35525,1731769226025, seqNum=2] 2024-11-16T15:00:57,065 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c., hostname=fc3fda29f660,35525,1731769226025, seqNum=2] 2024-11-16T15:00:57,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c., hostname=fc3fda29f660,35525,1731769226025, seqNum=2] 2024-11-16T15:00:57,069 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c., hostname=fc3fda29f660,35525,1731769226025, seqNum=2] 2024-11-16T15:00:57,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c., hostname=fc3fda29f660,35525,1731769226025, seqNum=2] 2024-11-16T15:00:57,072 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c., hostname=fc3fda29f660,35525,1731769226025, seqNum=2] 2024-11-16T15:00:57,160 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f., hostname=fc3fda29f660,42835,1731769226130, seqNum=2] 2024-11-16T15:00:57,163 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f., hostname=fc3fda29f660,42835,1731769226130, seqNum=2] 2024-11-16T15:00:57,166 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f., hostname=fc3fda29f660,42835,1731769226130, seqNum=2] 2024-11-16T15:00:57,168 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f., hostname=fc3fda29f660,42835,1731769226130, seqNum=2] 2024-11-16T15:00:57,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f., hostname=fc3fda29f660,42835,1731769226130, seqNum=2] 2024-11-16T15:00:57,171 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f., hostname=fc3fda29f660,42835,1731769226130, seqNum=2] 2024-11-16T15:00:57,173 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f., hostname=fc3fda29f660,42835,1731769226130, seqNum=2] 2024-11-16T15:00:57,174 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f., hostname=fc3fda29f660,42835,1731769226130, seqNum=2] 2024-11-16T15:00:57,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T15:00:57,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T15:00:57,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T15:00:57,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T15:00:57,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T15:00:58,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35525 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T15:00:58,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. 2024-11-16T15:00:58,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T15:00:58,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T15:00:58,736 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-16T15:00:58,739 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T15:00:58,740 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T15:00:58,744 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T15:00:58,758 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T15:00:58,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741848_1024 (size=49) 2024-11-16T15:00:58,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741848_1024 (size=49) 2024-11-16T15:00:58,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741848_1024 (size=49) 2024-11-16T15:00:58,771 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T15:00:58,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c1db91cdb4a08dc740d1c4691dad5ac}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93098c02b4fb384088ea14e650b9c8fb}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b7a94df01f6d88bba6cb977108a743}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d9965bffeb45ae20ef40f25aacdbc55}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 667053cb832028ec378e052c4d962bb3}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd14a24441ccfbb6febe018d98dee34c}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 632e141f3e77632358baa4186e239e5f}] 2024-11-16T15:00:58,777 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d9965bffeb45ae20ef40f25aacdbc55 2024-11-16T15:00:58,777 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:00:58,777 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b7a94df01f6d88bba6cb977108a743 2024-11-16T15:00:58,777 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93098c02b4fb384088ea14e650b9c8fb 2024-11-16T15:00:58,778 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 632e141f3e77632358baa4186e239e5f 2024-11-16T15:00:58,784 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd14a24441ccfbb6febe018d98dee34c 2024-11-16T15:00:58,785 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:00:58,785 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 667053cb832028ec378e052c4d962bb3 2024-11-16T15:00:58,785 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d 2024-11-16T15:00:58,786 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c1db91cdb4a08dc740d1c4691dad5ac 2024-11-16T15:00:58,840 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fc3fda29f660,44167,1731769226205 2024-11-16T15:00:58,840 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fc3fda29f660,44167,1731769226205: Simulated kill ***** 2024-11-16T15:00:58,840 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T15:00:58,842 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T15:00:58,843 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T15:00:58,846 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T15:00:58,846 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T15:00:58,851 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 513852928 }, "NonHeapMemoryUsage": { "committed": 156827648, "init": 7667712, "max": -1, "used": 153366320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "fc3fda29f660", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "fc3fda29f660", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53012", "tag.serverName": "fc3fda29f660,44167,1731769226205", "tag.clusterId": "7a7722c7-9659-4cd9-a5bc-2938802c0eed", "tag.Context": "regionserver", "tag.Hostname": "fc3fda29f660", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731769226205, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-16T15:00:58,854 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42729 {}] master.MasterRpcServices(700): fc3fda29f660,44167,1731769226205 reported a fatal error: ***** ABORTING region server fc3fda29f660,44167,1731769226205: Simulated kill ***** 2024-11-16T15:00:58,857 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc3fda29f660,44167,1731769226205' ***** 2024-11-16T15:00:58,857 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-16T15:00:58,857 INFO [RS:2;fc3fda29f660:44167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T15:00:58,857 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T15:00:58,858 INFO [RS:2;fc3fda29f660:44167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-16T15:00:58,858 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T15:00:58,858 INFO [RS:2;fc3fda29f660:44167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-16T15:00:58,858 INFO [RS:2;fc3fda29f660:44167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T15:00:58,858 INFO [RS:2;fc3fda29f660:44167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fc3fda29f660:44167. 2024-11-16T15:00:58,858 DEBUG [RS:2;fc3fda29f660:44167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T15:00:58,858 DEBUG [RS:2;fc3fda29f660:44167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:00:58,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741835_1011 (size=966) 2024-11-16T15:00:58,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741835_1011 (size=966) 2024-11-16T15:00:58,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741835_1011 (size=966) 2024-11-16T15:00:58,866 DEBUG [RS:2;fc3fda29f660:44167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:00:58,866 INFO [RS:2;fc3fda29f660:44167 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T15:00:58,866 INFO [RS:2;fc3fda29f660:44167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44167 2024-11-16T15:00:58,907 INFO [regionserver/fc3fda29f660:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T15:00:58,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc3fda29f660,44167,1731769226205 2024-11-16T15:00:58,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T15:00:58,926 INFO [RS:2;fc3fda29f660:44167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T15:00:58,927 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc3fda29f660,44167,1731769226205] 2024-11-16T15:00:58,942 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc3fda29f660,44167,1731769226205 already deleted, retry=false 2024-11-16T15:00:58,942 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fc3fda29f660,44167,1731769226205 on fc3fda29f660,42729,1731769225309 2024-11-16T15:00:58,947 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fc3fda29f660,44167,1731769226205, splitWal=true, meta=false 2024-11-16T15:00:58,952 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fc3fda29f660,44167,1731769226205, splitWal=true, meta=false 2024-11-16T15:00:58,952 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for fc3fda29f660,44167,1731769226205 (carryingMeta=false) fc3fda29f660,44167,1731769226205/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@26e1e4ff[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T15:00:58,954 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): fc3fda29f660,44167,1731769226205 had 3 regions 2024-11-16T15:00:58,955 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d 2024-11-16T15:00:58,955 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:00:58,955 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:00:58,956 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fc3fda29f660,44167,1731769226205, splitWal=true, meta=false, isMeta: false 2024-11-16T15:00:58,956 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd can not run currently because target server of region SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. fc3fda29f660,44167,1731769226205 is in state SPLITTING, wait 1000 ms to retry 2024-11-16T15:00:58,956 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e can not run currently because target server of region SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. fc3fda29f660,44167,1731769226205 is in state SPLITTING, wait 1000 ms to retry 2024-11-16T15:00:58,956 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d can not run currently because target server of region SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. fc3fda29f660,44167,1731769226205 is in state SPLITTING, wait 1000 ms to retry 2024-11-16T15:00:58,956 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e; timeout=1000, timestamp=1731769259956 2024-11-16T15:00:58,956 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd; timeout=1000, timestamp=1731769259956 2024-11-16T15:00:58,956 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d; timeout=1000, timestamp=1731769259956 2024-11-16T15:00:58,958 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205-splitting 2024-11-16T15:00:58,960 INFO [PEWorker-5 {}] master.SplitWALManager(105): fc3fda29f660,44167,1731769226205 WAL count=1, meta=false 2024-11-16T15:00:58,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fc3fda29f660%2C44167%2C1731769226205.1731769227825}] 2024-11-16T15:00:58,967 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=fc3fda29f660,35525,1731769226025 2024-11-16T15:00:58,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fc3fda29f660%2C44167%2C1731769226205.1731769227825, worker=fc3fda29f660,35525,1731769226025}] 2024-11-16T15:00:59,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T15:00:59,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1014572dfee0003, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T15:00:59,035 INFO [RS:2;fc3fda29f660:44167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T15:00:59,036 INFO [RS:2;fc3fda29f660:44167 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc3fda29f660,44167,1731769226205; zookeeper connection closed. 2024-11-16T15:00:59,036 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67441b29 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67441b29 2024-11-16T15:00:59,298 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fc3fda29f660:42729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-16T15:00:59,668 INFO [regionserver/fc3fda29f660:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T15:00:59,668 INFO [regionserver/fc3fda29f660:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T15:00:59,957 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:00:59,958 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d 2024-11-16T15:00:59,958 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:00:59,961 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d can not run currently because target server of region SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. fc3fda29f660,44167,1731769226205 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T15:00:59,961 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e can not run currently because target server of region SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. fc3fda29f660,44167,1731769226205 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T15:00:59,961 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd can not run currently because target server of region SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. fc3fda29f660,44167,1731769226205 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T15:00:59,961 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d; timeout=2000, timestamp=1731769261961 2024-11-16T15:00:59,961 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd; timeout=2000, timestamp=1731769261961 2024-11-16T15:00:59,961 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e; timeout=2000, timestamp=1731769261961 2024-11-16T15:01:01,963 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:01,964 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:01,964 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:01,967 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d can not run currently because target server of region SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. fc3fda29f660,44167,1731769226205 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T15:01:01,967 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d; timeout=4000, timestamp=1731769265967 2024-11-16T15:01:01,967 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e can not run currently because target server of region SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. fc3fda29f660,44167,1731769226205 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T15:01:01,967 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd can not run currently because target server of region SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. fc3fda29f660,44167,1731769226205 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T15:01:01,968 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e; timeout=4000, timestamp=1731769265967 2024-11-16T15:01:01,968 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd; timeout=4000, timestamp=1731769265967 2024-11-16T15:01:05,968 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:05,968 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:05,968 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:05,971 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd can not run currently because target server of region SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. fc3fda29f660,44167,1731769226205 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T15:01:05,971 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d can not run currently because target server of region SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. fc3fda29f660,44167,1731769226205 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T15:01:05,971 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e can not run currently because target server of region SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. fc3fda29f660,44167,1731769226205 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T15:01:05,972 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd; timeout=8000, timestamp=1731769273972 2024-11-16T15:01:05,972 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e; timeout=8000, timestamp=1731769273972 2024-11-16T15:01:05,972 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d; timeout=8000, timestamp=1731769273972 2024-11-16T15:01:08,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-16T15:01:08,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-16T15:01:08,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-16T15:01:08,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-16T15:01:08,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. 2024-11-16T15:01:08,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. 2024-11-16T15:01:08,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-16T15:01:08,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. 2024-11-16T15:01:08,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. 2024-11-16T15:01:08,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. 2024-11-16T15:01:08,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-16T15:01:08,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-16T15:01:08,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-16T15:01:08,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. 2024-11-16T15:01:08,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 667053cb832028ec378e052c4d962bb3 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-16T15:01:08,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing fd14a24441ccfbb6febe018d98dee34c 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-16T15:01:08,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 632e141f3e77632358baa4186e239e5f 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-16T15:01:08,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 93098c02b4fb384088ea14e650b9c8fb: 2024-11-16T15:01:08,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 32b7a94df01f6d88bba6cb977108a743: 2024-11-16T15:01:08,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 8d9965bffeb45ae20ef40f25aacdbc55: 2024-11-16T15:01:08,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. for SnapshotProcedureTest completed. 2024-11-16T15:01:08,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. for SnapshotProcedureTest completed. 2024-11-16T15:01:08,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. for SnapshotProcedureTest completed. 2024-11-16T15:01:08,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:01:08,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:01:08,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:01:08,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:01:08,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:01:08,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:01:08,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T15:01:08,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T15:01:08,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T15:01:08,827 INFO [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205-splitting/fc3fda29f660%2C44167%2C1731769226205.1731769227825, size=966 (966bytes) 2024-11-16T15:01:08,828 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T15:01:08,828 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T15:01:08,828 INFO [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205-splitting/fc3fda29f660%2C44167%2C1731769226205.1731769227825 2024-11-16T15:01:08,835 INFO [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205-splitting/fc3fda29f660%2C44167%2C1731769226205.1731769227825 after 5ms 2024-11-16T15:01:08,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741849_1025 (size=65) 2024-11-16T15:01:08,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741849_1025 (size=65) 2024-11-16T15:01:08,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741849_1025 (size=65) 2024-11-16T15:01:08,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. 2024-11-16T15:01:08,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-16T15:01:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-16T15:01:08,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 93098c02b4fb384088ea14e650b9c8fb 2024-11-16T15:01:08,855 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 93098c02b4fb384088ea14e650b9c8fb 2024-11-16T15:01:08,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 93098c02b4fb384088ea14e650b9c8fb in 10.0840 sec 2024-11-16T15:01:08,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741850_1026 (size=65) 2024-11-16T15:01:08,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741850_1026 (size=65) 2024-11-16T15:01:08,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741850_1026 (size=65) 2024-11-16T15:01:08,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741851_1027 (size=65) 2024-11-16T15:01:08,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. 2024-11-16T15:01:08,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-16T15:01:08,869 INFO [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205-splitting/fc3fda29f660%2C44167%2C1731769226205.1731769227825 took 44ms 2024-11-16T15:01:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-16T15:01:08,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8d9965bffeb45ae20ef40f25aacdbc55 2024-11-16T15:01:08,870 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d9965bffeb45ae20ef40f25aacdbc55 2024-11-16T15:01:08,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. 2024-11-16T15:01:08,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-16T15:01:08,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. 2024-11-16T15:01:08,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 7c1db91cdb4a08dc740d1c4691dad5ac: 2024-11-16T15:01:08,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. for SnapshotProcedureTest completed. 2024-11-16T15:01:08,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:01:08,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:01:08,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T15:01:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-16T15:01:08,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741851_1027 (size=65) 2024-11-16T15:01:08,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 32b7a94df01f6d88bba6cb977108a743 2024-11-16T15:01:08,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741851_1027 (size=65) 2024-11-16T15:01:08,874 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32b7a94df01f6d88bba6cb977108a743 2024-11-16T15:01:08,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8d9965bffeb45ae20ef40f25aacdbc55 in 10.0990 sec 2024-11-16T15:01:08,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 32b7a94df01f6d88bba6cb977108a743 in 10.1040 sec 2024-11-16T15:01:08,886 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e3bf8fcef3117919ef166d33bc371c9e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T15:01:08,889 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 0807ab30d6d89087f44371d08e1034dd: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T15:01:08,891 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 9aea1717905d694862e5b196af64f29d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T15:01:08,891 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205-splitting/fc3fda29f660%2C44167%2C1731769226205.1731769227825 so closing down 2024-11-16T15:01:08,891 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T15:01:08,892 INFO [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T15:01:08,897 INFO [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 18 ms; skipped=3; WAL=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205-splitting/fc3fda29f660%2C44167%2C1731769226205.1731769227825, size=966, length=966, corrupted=false, cancelled=false 2024-11-16T15:01:08,897 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205-splitting/fc3fda29f660%2C44167%2C1731769226205.1731769227825, journal: Splitting hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205-splitting/fc3fda29f660%2C44167%2C1731769226205.1731769227825, size=966 (966bytes) at 1731769268827Finishing writing output for hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205-splitting/fc3fda29f660%2C44167%2C1731769226205.1731769227825 so closing down at 1731769268891 (+64 ms)3 split writer threads finished at 1731769268892 (+1 ms)Processed 3 edits across 0 Regions in 18 ms; skipped=3; WAL=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205-splitting/fc3fda29f660%2C44167%2C1731769226205.1731769227825, size=966, length=966, corrupted=false, cancelled=false at 1731769268897 (+5 ms) 2024-11-16T15:01:08,898 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205-splitting/fc3fda29f660%2C44167%2C1731769226205.1731769227825 2024-11-16T15:01:08,898 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-16T15:01:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-16T15:01:08,909 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205-splitting/fc3fda29f660%2C44167%2C1731769226205.1731769227825 to hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/oldWALs 2024-11-16T15:01:08,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-16T15:01:08,915 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=fc3fda29f660,35525,1731769226025 2024-11-16T15:01:08,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fc3fda29f660%2C44167%2C1731769226205.1731769227825, worker=fc3fda29f660,35525,1731769226025 in 9.9400 sec 2024-11-16T15:01:08,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-16T15:01:08,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/667053cb832028ec378e052c4d962bb3/.tmp/cf/7aedcd67f50043f683bffdf1163ea6d2 is 34, key is baa/cf:cf/1731769258070/Put/seqid=0 2024-11-16T15:01:08,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure fc3fda29f660%2C44167%2C1731769226205.1731769227825, worker=fc3fda29f660,35525,1731769226025 in 9.9540 sec 2024-11-16T15:01:08,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/fd14a24441ccfbb6febe018d98dee34c/.tmp/cf/a62f36974a7645e098d92c5209018dd2 is 34, key is ccd/cf:cf/1731769258027/Put/seqid=0 2024-11-16T15:01:08,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741852_1028 (size=57) 2024-11-16T15:01:08,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741852_1028 (size=57) 2024-11-16T15:01:08,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741852_1028 (size=57) 2024-11-16T15:01:08,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. 2024-11-16T15:01:08,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-16T15:01:08,932 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205-splitting dir is empty, no logs to split. 2024-11-16T15:01:08,932 INFO [PEWorker-3 {}] master.SplitWALManager(105): fc3fda29f660,44167,1731769226205 WAL count=0, meta=false 2024-11-16T15:01:08,932 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if fc3fda29f660,44167,1731769226205 WAL splitting is done? wals=0, meta=false 2024-11-16T15:01:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-16T15:01:08,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7c1db91cdb4a08dc740d1c4691dad5ac 2024-11-16T15:01:08,933 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c1db91cdb4a08dc740d1c4691dad5ac 2024-11-16T15:01:08,938 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fc3fda29f660,44167,1731769226205 failed, ignore...File hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/WALs/fc3fda29f660,44167,1731769226205-splitting does not exist. 2024-11-16T15:01:08,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7c1db91cdb4a08dc740d1c4691dad5ac in 10.1630 sec 2024-11-16T15:01:08,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3bf8fcef3117919ef166d33bc371c9e, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0807ab30d6d89087f44371d08e1034dd, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9aea1717905d694862e5b196af64f29d, ASSIGN}] 2024-11-16T15:01:08,942 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3bf8fcef3117919ef166d33bc371c9e, ASSIGN 2024-11-16T15:01:08,943 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0807ab30d6d89087f44371d08e1034dd, ASSIGN 2024-11-16T15:01:08,944 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9aea1717905d694862e5b196af64f29d, ASSIGN 2024-11-16T15:01:08,945 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e3bf8fcef3117919ef166d33bc371c9e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T15:01:08,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0807ab30d6d89087f44371d08e1034dd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T15:01:08,946 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9aea1717905d694862e5b196af64f29d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T15:01:08,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741854_1030 (size=28623) 2024-11-16T15:01:08,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741854_1030 (size=28623) 2024-11-16T15:01:08,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741854_1030 (size=28623) 2024-11-16T15:01:08,958 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/667053cb832028ec378e052c4d962bb3/.tmp/cf/7aedcd67f50043f683bffdf1163ea6d2 2024-11-16T15:01:08,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741855_1031 (size=47197) 2024-11-16T15:01:08,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741855_1031 (size=47197) 2024-11-16T15:01:08,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741855_1031 (size=47197) 2024-11-16T15:01:08,980 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/fd14a24441ccfbb6febe018d98dee34c/.tmp/cf/a62f36974a7645e098d92c5209018dd2 2024-11-16T15:01:09,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/632e141f3e77632358baa4186e239e5f/.tmp/cf/a11418b074124ad18cdcbbd687680fc1 is 34, key is eaa/cf:cf/1731769258581/Put/seqid=0 2024-11-16T15:01:09,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741853_1029 (size=499309) 2024-11-16T15:01:09,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741853_1029 (size=499309) 2024-11-16T15:01:09,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741853_1029 (size=499309) 2024-11-16T15:01:09,020 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/632e141f3e77632358baa4186e239e5f/.tmp/cf/a11418b074124ad18cdcbbd687680fc1 2024-11-16T15:01:09,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/fd14a24441ccfbb6febe018d98dee34c/.tmp/cf/a62f36974a7645e098d92c5209018dd2 as hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/fd14a24441ccfbb6febe018d98dee34c/cf/a62f36974a7645e098d92c5209018dd2 2024-11-16T15:01:09,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/667053cb832028ec378e052c4d962bb3/.tmp/cf/7aedcd67f50043f683bffdf1163ea6d2 as hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/667053cb832028ec378e052c4d962bb3/cf/7aedcd67f50043f683bffdf1163ea6d2 2024-11-16T15:01:09,033 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/fd14a24441ccfbb6febe018d98dee34c/cf/a62f36974a7645e098d92c5209018dd2, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-16T15:01:09,033 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/667053cb832028ec378e052c4d962bb3/cf/7aedcd67f50043f683bffdf1163ea6d2, entries=731, sequenceid=5, filesize=28.0 K 2024-11-16T15:01:09,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/632e141f3e77632358baa4186e239e5f/.tmp/cf/a11418b074124ad18cdcbbd687680fc1 as hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/632e141f3e77632358baa4186e239e5f/cf/a11418b074124ad18cdcbbd687680fc1 2024-11-16T15:01:09,040 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 667053cb832028ec378e052c4d962bb3 in 245ms, sequenceid=5, compaction requested=false 2024-11-16T15:01:09,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 667053cb832028ec378e052c4d962bb3: 2024-11-16T15:01:09,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. for SnapshotProcedureTest completed. 2024-11-16T15:01:09,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:01:09,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:01:09,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/667053cb832028ec378e052c4d962bb3/cf/7aedcd67f50043f683bffdf1163ea6d2] hfiles 2024-11-16T15:01:09,042 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for fd14a24441ccfbb6febe018d98dee34c in 251ms, sequenceid=5, compaction requested=false 2024-11-16T15:01:09,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for fd14a24441ccfbb6febe018d98dee34c: 2024-11-16T15:01:09,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. for SnapshotProcedureTest completed. 2024-11-16T15:01:09,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:01:09,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:01:09,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/fd14a24441ccfbb6febe018d98dee34c/cf/a62f36974a7645e098d92c5209018dd2] hfiles 2024-11-16T15:01:09,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/fd14a24441ccfbb6febe018d98dee34c/cf/a62f36974a7645e098d92c5209018dd2 for snapshot=SnapshotProcedureTest 2024-11-16T15:01:09,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/667053cb832028ec378e052c4d962bb3/cf/7aedcd67f50043f683bffdf1163ea6d2 for snapshot=SnapshotProcedureTest 2024-11-16T15:01:09,047 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/632e141f3e77632358baa4186e239e5f/cf/a11418b074124ad18cdcbbd687680fc1, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-16T15:01:09,048 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 632e141f3e77632358baa4186e239e5f in 257ms, sequenceid=5, compaction requested=false 2024-11-16T15:01:09,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 632e141f3e77632358baa4186e239e5f: 2024-11-16T15:01:09,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. for SnapshotProcedureTest completed. 2024-11-16T15:01:09,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:01:09,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:01:09,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/632e141f3e77632358baa4186e239e5f/cf/a11418b074124ad18cdcbbd687680fc1] hfiles 2024-11-16T15:01:09,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/632e141f3e77632358baa4186e239e5f/cf/a11418b074124ad18cdcbbd687680fc1 for snapshot=SnapshotProcedureTest 2024-11-16T15:01:09,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741857_1033 (size=105) 2024-11-16T15:01:09,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741857_1033 (size=105) 2024-11-16T15:01:09,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741857_1033 (size=105) 2024-11-16T15:01:09,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. 2024-11-16T15:01:09,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-16T15:01:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-16T15:01:09,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 667053cb832028ec378e052c4d962bb3 2024-11-16T15:01:09,071 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 667053cb832028ec378e052c4d962bb3 2024-11-16T15:01:09,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741856_1032 (size=105) 2024-11-16T15:01:09,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741856_1032 (size=105) 2024-11-16T15:01:09,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 667053cb832028ec378e052c4d962bb3 in 10.3000 sec 2024-11-16T15:01:09,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741856_1032 (size=105) 2024-11-16T15:01:09,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. 2024-11-16T15:01:09,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-16T15:01:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-16T15:01:09,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fd14a24441ccfbb6febe018d98dee34c 2024-11-16T15:01:09,078 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd14a24441ccfbb6febe018d98dee34c 2024-11-16T15:01:09,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fd14a24441ccfbb6febe018d98dee34c in 10.3080 sec 2024-11-16T15:01:09,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741858_1034 (size=97) 2024-11-16T15:01:09,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741858_1034 (size=97) 2024-11-16T15:01:09,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741858_1034 (size=97) 2024-11-16T15:01:09,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. 2024-11-16T15:01:09,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-16T15:01:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-16T15:01:09,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 632e141f3e77632358baa4186e239e5f 2024-11-16T15:01:09,086 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 632e141f3e77632358baa4186e239e5f 2024-11-16T15:01:09,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 632e141f3e77632358baa4186e239e5f in 10.3150 sec 2024-11-16T15:01:09,095 DEBUG [fc3fda29f660:42729 {}] balancer.BalancerClusterState(204): Hosts are {fc3fda29f660=0} racks are {/default-rack=0} 2024-11-16T15:01:09,095 DEBUG [fc3fda29f660:42729 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T15:01:09,095 DEBUG [fc3fda29f660:42729 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T15:01:09,095 DEBUG [fc3fda29f660:42729 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T15:01:09,095 DEBUG [fc3fda29f660:42729 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T15:01:09,096 INFO [fc3fda29f660:42729 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T15:01:09,096 INFO [fc3fda29f660:42729 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T15:01:09,096 DEBUG [fc3fda29f660:42729 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T15:01:09,096 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e3bf8fcef3117919ef166d33bc371c9e, regionState=OPENING, regionLocation=fc3fda29f660,35525,1731769226025 2024-11-16T15:01:09,096 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0807ab30d6d89087f44371d08e1034dd, regionState=OPENING, regionLocation=fc3fda29f660,42835,1731769226130 2024-11-16T15:01:09,096 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=9aea1717905d694862e5b196af64f29d, regionState=OPENING, regionLocation=fc3fda29f660,42835,1731769226130 2024-11-16T15:01:09,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e3bf8fcef3117919ef166d33bc371c9e, ASSIGN because future has completed 2024-11-16T15:01:09,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3bf8fcef3117919ef166d33bc371c9e, server=fc3fda29f660,35525,1731769226025}] 2024-11-16T15:01:09,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9aea1717905d694862e5b196af64f29d, ASSIGN because future has completed 2024-11-16T15:01:09,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9aea1717905d694862e5b196af64f29d, server=fc3fda29f660,42835,1731769226130}] 2024-11-16T15:01:09,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0807ab30d6d89087f44371d08e1034dd, ASSIGN because future has completed 2024-11-16T15:01:09,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0807ab30d6d89087f44371d08e1034dd, server=fc3fda29f660,42835,1731769226130}] 2024-11-16T15:01:13,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e held by pid=39 2024-11-16T15:01:13,973 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d held by pid=41 2024-11-16T15:01:13,973 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:13,973 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:13,974 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd held by pid=40 2024-11-16T15:01:13,974 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:18,461 INFO [master/fc3fda29f660:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T15:01:18,462 INFO [master/fc3fda29f660:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T15:01:19,115 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:01:19,115 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:01:19,115 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 9aea1717905d694862e5b196af64f29d, NAME => 'SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-16T15:01:19,115 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => e3bf8fcef3117919ef166d33bc371c9e, NAME => 'SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-16T15:01:19,116 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:19,116 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:19,116 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:01:19,116 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:01:19,116 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:19,116 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:19,116 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:19,116 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:19,119 INFO [StoreOpener-e3bf8fcef3117919ef166d33bc371c9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:19,119 INFO [StoreOpener-9aea1717905d694862e5b196af64f29d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:19,120 INFO [StoreOpener-9aea1717905d694862e5b196af64f29d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aea1717905d694862e5b196af64f29d columnFamilyName cf 2024-11-16T15:01:19,120 INFO [StoreOpener-e3bf8fcef3117919ef166d33bc371c9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3bf8fcef3117919ef166d33bc371c9e columnFamilyName cf 2024-11-16T15:01:19,120 DEBUG [StoreOpener-9aea1717905d694862e5b196af64f29d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:01:19,120 DEBUG [StoreOpener-e3bf8fcef3117919ef166d33bc371c9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:01:19,121 INFO [StoreOpener-9aea1717905d694862e5b196af64f29d-1 {}] regionserver.HStore(327): Store=9aea1717905d694862e5b196af64f29d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:01:19,121 INFO [StoreOpener-e3bf8fcef3117919ef166d33bc371c9e-1 {}] regionserver.HStore(327): Store=e3bf8fcef3117919ef166d33bc371c9e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:01:19,121 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:19,121 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:19,122 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:19,122 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:19,123 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:19,123 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:19,124 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:19,124 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:19,124 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:19,124 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:19,127 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:19,127 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:19,128 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened e3bf8fcef3117919ef166d33bc371c9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71974928, jitterRate=0.0725100040435791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:01:19,128 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:19,128 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for e3bf8fcef3117919ef166d33bc371c9e: Running coprocessor pre-open hook at 1731769279116Writing region info on filesystem at 1731769279116Initializing all the Stores at 1731769279118 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769279118Cleaning up temporary data from old regions at 1731769279124 (+6 ms)Running coprocessor post-open hooks at 1731769279128 (+4 ms)Region opened successfully at 1731769279128 2024-11-16T15:01:19,129 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 9aea1717905d694862e5b196af64f29d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60909624, jitterRate=-0.09237587451934814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:01:19,129 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:19,129 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 9aea1717905d694862e5b196af64f29d: Running coprocessor pre-open hook at 1731769279116Writing region info on filesystem at 1731769279116Initializing all the Stores at 1731769279118 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769279118Cleaning up temporary data from old regions at 1731769279124 (+6 ms)Running coprocessor post-open hooks at 1731769279129 (+5 ms)Region opened successfully at 1731769279129 2024-11-16T15:01:19,129 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e., pid=42, masterSystemTime=1731769279102 2024-11-16T15:01:19,130 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d., pid=43, masterSystemTime=1731769279103 2024-11-16T15:01:19,132 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:01:19,132 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:01:19,133 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e3bf8fcef3117919ef166d33bc371c9e, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,35525,1731769226025 2024-11-16T15:01:19,134 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:01:19,134 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:01:19,134 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:01:19,134 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 0807ab30d6d89087f44371d08e1034dd, NAME => 'SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-16T15:01:19,135 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:19,135 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:01:19,135 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=9aea1717905d694862e5b196af64f29d, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,42835,1731769226130 2024-11-16T15:01:19,135 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:19,135 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:19,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3bf8fcef3117919ef166d33bc371c9e, server=fc3fda29f660,35525,1731769226025 because future has completed 2024-11-16T15:01:19,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9aea1717905d694862e5b196af64f29d, server=fc3fda29f660,42835,1731769226130 because future has completed 2024-11-16T15:01:19,138 INFO [StoreOpener-0807ab30d6d89087f44371d08e1034dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:19,140 INFO [StoreOpener-0807ab30d6d89087f44371d08e1034dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0807ab30d6d89087f44371d08e1034dd columnFamilyName cf 2024-11-16T15:01:19,140 DEBUG [StoreOpener-0807ab30d6d89087f44371d08e1034dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:01:19,141 INFO [StoreOpener-0807ab30d6d89087f44371d08e1034dd-1 {}] regionserver.HStore(327): Store=0807ab30d6d89087f44371d08e1034dd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:01:19,141 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:19,142 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:19,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=39 2024-11-16T15:01:19,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure e3bf8fcef3117919ef166d33bc371c9e, server=fc3fda29f660,35525,1731769226025 in 10.0390 sec 2024-11-16T15:01:19,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-16T15:01:19,144 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:19,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 9aea1717905d694862e5b196af64f29d, server=fc3fda29f660,42835,1731769226130 in 10.0390 sec 2024-11-16T15:01:19,145 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:19,145 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:19,146 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:19,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3bf8fcef3117919ef166d33bc371c9e, ASSIGN in 10.2030 sec 2024-11-16T15:01:19,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9aea1717905d694862e5b196af64f29d, ASSIGN in 10.2050 sec 2024-11-16T15:01:19,148 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:19,150 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:19,151 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 0807ab30d6d89087f44371d08e1034dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58875091, jitterRate=-0.1226927787065506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:01:19,151 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:19,152 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 0807ab30d6d89087f44371d08e1034dd: Running coprocessor pre-open hook at 1731769279135Writing region info on filesystem at 1731769279135Initializing all the Stores at 1731769279137 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769279137Cleaning up temporary data from old regions at 1731769279145 (+8 ms)Running coprocessor post-open hooks at 1731769279151 (+6 ms)Region opened successfully at 1731769279152 (+1 ms) 2024-11-16T15:01:19,152 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd., pid=44, masterSystemTime=1731769279103 2024-11-16T15:01:19,155 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:01:19,155 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:01:19,155 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0807ab30d6d89087f44371d08e1034dd, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,42835,1731769226130 2024-11-16T15:01:19,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0807ab30d6d89087f44371d08e1034dd, server=fc3fda29f660,42835,1731769226130 because future has completed 2024-11-16T15:01:19,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-16T15:01:19,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 0807ab30d6d89087f44371d08e1034dd, server=fc3fda29f660,42835,1731769226130 in 10.0580 sec 2024-11-16T15:01:19,164 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:19,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-16T15:01:19,165 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server fc3fda29f660,44167,1731769226205 after splitting done 2024-11-16T15:01:19,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0807ab30d6d89087f44371d08e1034dd, ASSIGN in 10.2220 sec 2024-11-16T15:01:19,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure fc3fda29f660,44167,1731769226205, splitWal=true, meta=false in 20.2220 sec 2024-11-16T15:01:24,441 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T15:01:24,646 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T15:01:28,850 INFO [regionserver/fc3fda29f660:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-16T15:01:29,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-16T15:01:29,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:01:29,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e3bf8fcef3117919ef166d33bc371c9e: 2024-11-16T15:01:29,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. for SnapshotProcedureTest completed. 2024-11-16T15:01:29,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-16T15:01:29,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:01:29,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-16T15:01:29,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:01:29,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:01:29,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 0807ab30d6d89087f44371d08e1034dd: 2024-11-16T15:01:29,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:01:29,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. for SnapshotProcedureTest completed. 2024-11-16T15:01:29,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T15:01:29,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 9aea1717905d694862e5b196af64f29d: 2024-11-16T15:01:29,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:01:29,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. for SnapshotProcedureTest completed. 2024-11-16T15:01:29,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:01:29,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T15:01:29,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:01:29,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:01:29,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T15:01:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741859_1035 (size=65) 2024-11-16T15:01:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741860_1036 (size=65) 2024-11-16T15:01:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741861_1037 (size=65) 2024-11-16T15:01:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741861_1037 (size=65) 2024-11-16T15:01:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741861_1037 (size=65) 2024-11-16T15:01:29,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:01:29,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-16T15:01:29,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741859_1035 (size=65) 2024-11-16T15:01:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-16T15:01:29,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:29,175 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:29,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:01:29,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-16T15:01:29,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:01:29,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-16T15:01:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-16T15:01:29,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:29,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-16T15:01:29,177 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42729 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:29,177 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:29,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9aea1717905d694862e5b196af64f29d in 30.4050 sec 2024-11-16T15:01:29,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741860_1036 (size=65) 2024-11-16T15:01:29,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741860_1036 (size=65) 2024-11-16T15:01:29,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741859_1035 (size=65) 2024-11-16T15:01:29,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e3bf8fcef3117919ef166d33bc371c9e in 30.4050 sec 2024-11-16T15:01:29,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-16T15:01:29,180 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T15:01:29,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0807ab30d6d89087f44371d08e1034dd in 30.4060 sec 2024-11-16T15:01:29,182 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T15:01:29,185 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T15:01:29,185 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-16T15:01:29,187 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T15:01:29,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741862_1038 (size=1134) 2024-11-16T15:01:29,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741862_1038 (size=1134) 2024-11-16T15:01:29,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741862_1038 (size=1134) 2024-11-16T15:01:29,222 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T15:01:29,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-16T15:01:29,239 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,35525,1731769226025 2024-11-16T15:01:29,239 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,42835,1731769226130 2024-11-16T15:01:29,239 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,35525,1731769226025 2024-11-16T15:01:29,239 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,42835,1731769226130 2024-11-16T15:01:29,240 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,42835,1731769226130 2024-11-16T15:01:29,246 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,35525,1731769226025 2024-11-16T15:01:34,014 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 667053cb832028ec378e052c4d962bb3, had cached 0 bytes from a total of 28623 2024-11-16T15:01:34,057 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fd14a24441ccfbb6febe018d98dee34c, had cached 0 bytes from a total of 47197 2024-11-16T15:01:34,100 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 632e141f3e77632358baa4186e239e5f, had cached 0 bytes from a total of 499309 2024-11-16T15:01:34,302 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fc3fda29f660:42729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-16T15:01:39,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-16T15:01:39,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-16T15:01:39,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-16T15:01:39,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-16T15:01:39,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-16T15:01:39,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-16T15:01:39,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T15:01:39,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T15:01:39,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-16T15:01:39,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-16T15:01:39,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-16T15:01:39,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-16T15:01:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-16T15:01:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-16T15:01:39,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-16T15:01:39,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-16T15:01:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-16T15:01:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-16T15:01:39,263 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,35525,1731769226025 Release verify snapshot worker=fc3fda29f660,35525,1731769226025 2024-11-16T15:01:39,263 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,42835,1731769226130 Release verify snapshot worker=fc3fda29f660,42835,1731769226130 2024-11-16T15:01:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-16T15:01:39,264 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,35525,1731769226025 Release verify snapshot worker=fc3fda29f660,35525,1731769226025 2024-11-16T15:01:39,264 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,42835,1731769226130 Release verify snapshot worker=fc3fda29f660,42835,1731769226130 2024-11-16T15:01:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-16T15:01:39,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,42835,1731769226130 in 10.0310 sec 2024-11-16T15:01:39,267 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,35525,1731769226025 2024-11-16T15:01:39,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,35525,1731769226025 in 10.0310 sec 2024-11-16T15:01:39,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,35525,1731769226025 in 10.0320 sec 2024-11-16T15:01:39,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,42835,1731769226130 in 10.0320 sec 2024-11-16T15:01:39,268 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,42835,1731769226130 Release verify snapshot worker=fc3fda29f660,42835,1731769226130 2024-11-16T15:01:39,269 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,35525,1731769226025 Release verify snapshot worker=fc3fda29f660,35525,1731769226025 2024-11-16T15:01:39,270 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,35525,1731769226025 2024-11-16T15:01:39,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,42835,1731769226130 in 10.0360 sec 2024-11-16T15:01:39,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,35525,1731769226025 in 10.0370 sec 2024-11-16T15:01:39,271 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,35525,1731769226025 2024-11-16T15:01:39,272 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,42835,1731769226130 2024-11-16T15:01:39,856 DEBUG [master/fc3fda29f660:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 93098c02b4fb384088ea14e650b9c8fb changed from -1.0 to 0.0, refreshing cache 2024-11-16T15:01:39,857 DEBUG [master/fc3fda29f660:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e3bf8fcef3117919ef166d33bc371c9e changed from -1.0 to 0.0, refreshing cache 2024-11-16T15:01:39,858 DEBUG [master/fc3fda29f660:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8d9965bffeb45ae20ef40f25aacdbc55 changed from -1.0 to 0.0, refreshing cache 2024-11-16T15:01:39,859 DEBUG [master/fc3fda29f660:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fd14a24441ccfbb6febe018d98dee34c changed from -1.0 to 0.0, refreshing cache 2024-11-16T15:01:39,859 DEBUG [master/fc3fda29f660:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7c1db91cdb4a08dc740d1c4691dad5ac changed from -1.0 to 0.0, refreshing cache 2024-11-16T15:01:39,860 DEBUG [master/fc3fda29f660:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9aea1717905d694862e5b196af64f29d changed from -1.0 to 0.0, refreshing cache 2024-11-16T15:01:39,860 DEBUG [master/fc3fda29f660:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 32b7a94df01f6d88bba6cb977108a743 changed from -1.0 to 0.0, refreshing cache 2024-11-16T15:01:39,860 DEBUG [master/fc3fda29f660:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0807ab30d6d89087f44371d08e1034dd changed from -1.0 to 0.0, refreshing cache 2024-11-16T15:01:39,860 DEBUG [master/fc3fda29f660:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 667053cb832028ec378e052c4d962bb3 changed from -1.0 to 0.0, refreshing cache 2024-11-16T15:01:39,861 DEBUG [master/fc3fda29f660:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 632e141f3e77632358baa4186e239e5f changed from -1.0 to 0.0, refreshing cache 2024-11-16T15:01:49,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-16T15:01:49,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-16T15:01:49,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-16T15:01:49,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-16T15:01:49,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-16T15:01:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-16T15:01:49,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-16T15:01:49,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-16T15:01:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-16T15:01:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-16T15:01:49,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-16T15:01:49,277 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,35525,1731769226025 Release verify snapshot worker=fc3fda29f660,35525,1731769226025 2024-11-16T15:01:49,278 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,42835,1731769226130 Release verify snapshot worker=fc3fda29f660,42835,1731769226130 2024-11-16T15:01:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42729 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-16T15:01:49,279 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,35525,1731769226025 Release verify snapshot worker=fc3fda29f660,35525,1731769226025 2024-11-16T15:01:49,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,35525,1731769226025 in 20.0450 sec 2024-11-16T15:01:49,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,42835,1731769226130 in 20.0460 sec 2024-11-16T15:01:49,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,35525,1731769226025 in 20.0470 sec 2024-11-16T15:01:49,281 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,35525,1731769226025 Release verify snapshot worker=fc3fda29f660,35525,1731769226025 2024-11-16T15:01:49,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-11-16T15:01:49,283 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T15:01:49,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,35525,1731769226025 in 20.0490 sec 2024-11-16T15:01:49,284 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/.hbase-snapshot/SnapshotProcedureTest 2024-11-16T15:01:49,286 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T15:01:49,286 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-16T15:01:49,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5550 sec 2024-11-16T15:01:49,512 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-16T15:01:49,520 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-16T15:01:49,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T15:01:49,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T15:01:49,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T15:01:49,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:01:49,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:01:49,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T15:01:49,521 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T15:01:49,521 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=278399170, stopped=false 2024-11-16T15:01:49,522 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fc3fda29f660,42729,1731769225309 2024-11-16T15:01:49,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T15:01:49,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T15:01:49,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T15:01:49,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:49,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:49,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:49,575 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T15:01:49,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T15:01:49,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T15:01:49,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T15:01:49,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T15:01:49,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T15:01:49,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:01:49,577 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc3fda29f660,35525,1731769226025' ***** 2024-11-16T15:01:49,577 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T15:01:49,577 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc3fda29f660,42835,1731769226130' ***** 2024-11-16T15:01:49,577 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T15:01:49,577 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T15:01:49,577 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T15:01:49,578 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T15:01:49,578 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T15:01:49,578 INFO [RS:0;fc3fda29f660:35525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T15:01:49,578 INFO [RS:1;fc3fda29f660:42835 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T15:01:49,578 INFO [RS:1;fc3fda29f660:42835 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T15:01:49,578 INFO [RS:0;fc3fda29f660:35525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T15:01:49,578 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(3091): Received CLOSE for fd14a24441ccfbb6febe018d98dee34c 2024-11-16T15:01:49,578 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c1db91cdb4a08dc740d1c4691dad5ac 2024-11-16T15:01:49,579 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(3091): Received CLOSE for 32b7a94df01f6d88bba6cb977108a743 2024-11-16T15:01:49,579 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(3091): Received CLOSE for 0807ab30d6d89087f44371d08e1034dd 2024-11-16T15:01:49,579 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(3091): Received CLOSE for 632e141f3e77632358baa4186e239e5f 2024-11-16T15:01:49,579 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(3091): Received CLOSE for 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:49,579 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(3091): Received CLOSE for 667053cb832028ec378e052c4d962bb3 2024-11-16T15:01:49,579 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(959): stopping server fc3fda29f660,42835,1731769226130 2024-11-16T15:01:49,579 INFO [RS:1;fc3fda29f660:42835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T15:01:49,579 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c1db91cdb4a08dc740d1c4691dad5ac, disabling compactions & flushes 2024-11-16T15:01:49,579 INFO [RS:1;fc3fda29f660:42835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fc3fda29f660:42835. 2024-11-16T15:01:49,579 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. 2024-11-16T15:01:49,579 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. 2024-11-16T15:01:49,579 DEBUG [RS:1;fc3fda29f660:42835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T15:01:49,579 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. after waiting 0 ms 2024-11-16T15:01:49,580 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. 2024-11-16T15:01:49,580 DEBUG [RS:1;fc3fda29f660:42835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:01:49,580 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T15:01:49,580 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T15:01:49,580 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T15:01:49,580 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T15:01:49,581 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(3091): Received CLOSE for 93098c02b4fb384088ea14e650b9c8fb 2024-11-16T15:01:49,581 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d9965bffeb45ae20ef40f25aacdbc55 2024-11-16T15:01:49,581 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd14a24441ccfbb6febe018d98dee34c, disabling compactions & flushes 2024-11-16T15:01:49,581 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(3091): Received CLOSE for e3bf8fcef3117919ef166d33bc371c9e 2024-11-16T15:01:49,581 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. 2024-11-16T15:01:49,581 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(959): stopping server fc3fda29f660,35525,1731769226025 2024-11-16T15:01:49,581 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-16T15:01:49,581 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T15:01:49,581 INFO [RS:0;fc3fda29f660:35525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T15:01:49,581 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. 2024-11-16T15:01:49,581 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. after waiting 0 ms 2024-11-16T15:01:49,581 INFO [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T15:01:49,581 INFO [RS:0;fc3fda29f660:35525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fc3fda29f660:35525. 2024-11-16T15:01:49,581 DEBUG [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(1325): Online Regions={7c1db91cdb4a08dc740d1c4691dad5ac=SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac., 32b7a94df01f6d88bba6cb977108a743=SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743., 0807ab30d6d89087f44371d08e1034dd=SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd., 1588230740=hbase:meta,,1.1588230740, 632e141f3e77632358baa4186e239e5f=SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f., 9aea1717905d694862e5b196af64f29d=SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d., 667053cb832028ec378e052c4d962bb3=SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3.} 2024-11-16T15:01:49,581 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. 2024-11-16T15:01:49,581 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T15:01:49,581 DEBUG [RS:0;fc3fda29f660:35525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T15:01:49,581 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T15:01:49,581 DEBUG [RS:0;fc3fda29f660:35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:01:49,581 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T15:01:49,582 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-16T15:01:49,582 DEBUG [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(1325): Online Regions={fd14a24441ccfbb6febe018d98dee34c=SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c., 93098c02b4fb384088ea14e650b9c8fb=SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb., 8d9965bffeb45ae20ef40f25aacdbc55=SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55., e3bf8fcef3117919ef166d33bc371c9e=SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e.} 2024-11-16T15:01:49,582 DEBUG [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(1351): Waiting on 0807ab30d6d89087f44371d08e1034dd, 1588230740, 32b7a94df01f6d88bba6cb977108a743, 632e141f3e77632358baa4186e239e5f, 667053cb832028ec378e052c4d962bb3, 7c1db91cdb4a08dc740d1c4691dad5ac, 9aea1717905d694862e5b196af64f29d 2024-11-16T15:01:49,582 DEBUG [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(1351): Waiting on 8d9965bffeb45ae20ef40f25aacdbc55, 93098c02b4fb384088ea14e650b9c8fb, e3bf8fcef3117919ef166d33bc371c9e, fd14a24441ccfbb6febe018d98dee34c 2024-11-16T15:01:49,582 INFO [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-16T15:01:49,589 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/7c1db91cdb4a08dc740d1c4691dad5ac/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T15:01:49,591 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/fd14a24441ccfbb6febe018d98dee34c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T15:01:49,592 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. 2024-11-16T15:01:49,593 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c1db91cdb4a08dc740d1c4691dad5ac: Waiting for close lock at 1731769309579Running coprocessor pre-close hooks at 1731769309579Disabling compacts and flushes for region at 1731769309579Disabling writes for close at 1731769309580 (+1 ms)Writing region close event to WAL at 1731769309581 (+1 ms)Running coprocessor post-close hooks at 1731769309590 (+9 ms)Closed at 1731769309592 (+2 ms) 2024-11-16T15:01:49,593 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. 2024-11-16T15:01:49,593 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd14a24441ccfbb6febe018d98dee34c: Waiting for close lock at 1731769309581Running coprocessor pre-close hooks at 1731769309581Disabling compacts and flushes for region at 1731769309581Disabling writes for close at 1731769309581Writing region close event to WAL at 1731769309583 (+2 ms)Running coprocessor post-close hooks at 1731769309593 (+10 ms)Closed at 1731769309593 2024-11-16T15:01:49,593 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731769238602.fd14a24441ccfbb6febe018d98dee34c. 2024-11-16T15:01:49,593 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731769238602.7c1db91cdb4a08dc740d1c4691dad5ac. 2024-11-16T15:01:49,593 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93098c02b4fb384088ea14e650b9c8fb, disabling compactions & flushes 2024-11-16T15:01:49,594 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32b7a94df01f6d88bba6cb977108a743, disabling compactions & flushes 2024-11-16T15:01:49,594 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. 2024-11-16T15:01:49,594 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. 2024-11-16T15:01:49,594 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. 2024-11-16T15:01:49,594 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. 2024-11-16T15:01:49,594 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. after waiting 0 ms 2024-11-16T15:01:49,594 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. after waiting 0 ms 2024-11-16T15:01:49,594 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. 2024-11-16T15:01:49,594 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. 2024-11-16T15:01:49,600 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/93098c02b4fb384088ea14e650b9c8fb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T15:01:49,601 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. 2024-11-16T15:01:49,601 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93098c02b4fb384088ea14e650b9c8fb: Waiting for close lock at 1731769309593Running coprocessor pre-close hooks at 1731769309593Disabling compacts and flushes for region at 1731769309593Disabling writes for close at 1731769309594 (+1 ms)Writing region close event to WAL at 1731769309594Running coprocessor post-close hooks at 1731769309601 (+7 ms)Closed at 1731769309601 2024-11-16T15:01:49,602 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731769238602.93098c02b4fb384088ea14e650b9c8fb. 2024-11-16T15:01:49,602 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d9965bffeb45ae20ef40f25aacdbc55, disabling compactions & flushes 2024-11-16T15:01:49,602 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. 2024-11-16T15:01:49,602 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. 2024-11-16T15:01:49,602 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. after waiting 0 ms 2024-11-16T15:01:49,602 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. 2024-11-16T15:01:49,604 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/32b7a94df01f6d88bba6cb977108a743/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T15:01:49,605 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. 2024-11-16T15:01:49,605 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32b7a94df01f6d88bba6cb977108a743: Waiting for close lock at 1731769309593Running coprocessor pre-close hooks at 1731769309593Disabling compacts and flushes for region at 1731769309593Disabling writes for close at 1731769309594 (+1 ms)Writing region close event to WAL at 1731769309599 (+5 ms)Running coprocessor post-close hooks at 1731769309605 (+6 ms)Closed at 1731769309605 2024-11-16T15:01:49,606 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731769238602.32b7a94df01f6d88bba6cb977108a743. 2024-11-16T15:01:49,606 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0807ab30d6d89087f44371d08e1034dd, disabling compactions & flushes 2024-11-16T15:01:49,606 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:01:49,606 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:01:49,606 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. after waiting 0 ms 2024-11-16T15:01:49,606 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:01:49,610 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/0807ab30d6d89087f44371d08e1034dd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T15:01:49,611 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:01:49,611 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/8d9965bffeb45ae20ef40f25aacdbc55/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T15:01:49,611 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0807ab30d6d89087f44371d08e1034dd: Waiting for close lock at 1731769309606Running coprocessor pre-close hooks at 1731769309606Disabling compacts and flushes for region at 1731769309606Disabling writes for close at 1731769309606Writing region close event to WAL at 1731769309607 (+1 ms)Running coprocessor post-close hooks at 1731769309611 (+4 ms)Closed at 1731769309611 2024-11-16T15:01:49,612 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731769238602.0807ab30d6d89087f44371d08e1034dd. 2024-11-16T15:01:49,612 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 632e141f3e77632358baa4186e239e5f, disabling compactions & flushes 2024-11-16T15:01:49,612 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. 2024-11-16T15:01:49,612 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. 2024-11-16T15:01:49,612 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. after waiting 0 ms 2024-11-16T15:01:49,612 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. 2024-11-16T15:01:49,612 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. 2024-11-16T15:01:49,612 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d9965bffeb45ae20ef40f25aacdbc55: Waiting for close lock at 1731769309602Running coprocessor pre-close hooks at 1731769309602Disabling compacts and flushes for region at 1731769309602Disabling writes for close at 1731769309602Writing region close event to WAL at 1731769309603 (+1 ms)Running coprocessor post-close hooks at 1731769309612 (+9 ms)Closed at 1731769309612 2024-11-16T15:01:49,612 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731769238602.8d9965bffeb45ae20ef40f25aacdbc55. 2024-11-16T15:01:49,613 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3bf8fcef3117919ef166d33bc371c9e, disabling compactions & flushes 2024-11-16T15:01:49,613 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:01:49,613 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:01:49,613 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. after waiting 0 ms 2024-11-16T15:01:49,613 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:01:49,616 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/.tmp/info/08e99895a27842e2b7130de7a023dc7f is 167, key is SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d./info:regioninfo/1731769279135/Put/seqid=0 2024-11-16T15:01:49,618 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/e3bf8fcef3117919ef166d33bc371c9e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T15:01:49,618 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:01:49,618 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3bf8fcef3117919ef166d33bc371c9e: Waiting for close lock at 1731769309612Running coprocessor pre-close hooks at 1731769309612Disabling compacts and flushes for region at 1731769309612Disabling writes for close at 1731769309613 (+1 ms)Writing region close event to WAL at 1731769309613Running coprocessor post-close hooks at 1731769309618 (+5 ms)Closed at 1731769309618 2024-11-16T15:01:49,619 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731769238602.e3bf8fcef3117919ef166d33bc371c9e. 2024-11-16T15:01:49,620 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/632e141f3e77632358baa4186e239e5f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T15:01:49,620 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. 2024-11-16T15:01:49,620 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 632e141f3e77632358baa4186e239e5f: Waiting for close lock at 1731769309612Running coprocessor pre-close hooks at 1731769309612Disabling compacts and flushes for region at 1731769309612Disabling writes for close at 1731769309612Writing region close event to WAL at 1731769309613 (+1 ms)Running coprocessor post-close hooks at 1731769309620 (+7 ms)Closed at 1731769309620 2024-11-16T15:01:49,621 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731769238602.632e141f3e77632358baa4186e239e5f. 2024-11-16T15:01:49,621 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9aea1717905d694862e5b196af64f29d, disabling compactions & flushes 2024-11-16T15:01:49,621 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:01:49,621 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:01:49,621 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. after waiting 0 ms 2024-11-16T15:01:49,621 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:01:49,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741863_1039 (size=19817) 2024-11-16T15:01:49,627 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/9aea1717905d694862e5b196af64f29d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T15:01:49,628 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:01:49,629 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9aea1717905d694862e5b196af64f29d: Waiting for close lock at 1731769309621Running coprocessor pre-close hooks at 1731769309621Disabling compacts and flushes for region at 1731769309621Disabling writes for close at 1731769309621Writing region close event to WAL at 1731769309622 (+1 ms)Running coprocessor post-close hooks at 1731769309628 (+6 ms)Closed at 1731769309628 2024-11-16T15:01:49,629 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731769238602.9aea1717905d694862e5b196af64f29d. 2024-11-16T15:01:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741863_1039 (size=19817) 2024-11-16T15:01:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741863_1039 (size=19817) 2024-11-16T15:01:49,629 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 667053cb832028ec378e052c4d962bb3, disabling compactions & flushes 2024-11-16T15:01:49,629 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. 2024-11-16T15:01:49,629 INFO [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/.tmp/info/08e99895a27842e2b7130de7a023dc7f 2024-11-16T15:01:49,629 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. 2024-11-16T15:01:49,629 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. after waiting 0 ms 2024-11-16T15:01:49,629 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. 2024-11-16T15:01:49,637 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/default/SPTestTable/667053cb832028ec378e052c4d962bb3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T15:01:49,638 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. 2024-11-16T15:01:49,638 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 667053cb832028ec378e052c4d962bb3: Waiting for close lock at 1731769309629Running coprocessor pre-close hooks at 1731769309629Disabling compacts and flushes for region at 1731769309629Disabling writes for close at 1731769309629Writing region close event to WAL at 1731769309631 (+2 ms)Running coprocessor post-close hooks at 1731769309638 (+7 ms)Closed at 1731769309638 2024-11-16T15:01:49,638 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731769238602.667053cb832028ec378e052c4d962bb3. 2024-11-16T15:01:49,653 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/.tmp/ns/63264c5df25e49c7b4b9bdb90fbb1148 is 43, key is default/ns:d/1731769238316/Put/seqid=0 2024-11-16T15:01:49,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741864_1040 (size=5153) 2024-11-16T15:01:49,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741864_1040 (size=5153) 2024-11-16T15:01:49,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741864_1040 (size=5153) 2024-11-16T15:01:49,664 INFO [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/.tmp/ns/63264c5df25e49c7b4b9bdb90fbb1148 2024-11-16T15:01:49,671 INFO [regionserver/fc3fda29f660:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T15:01:49,671 INFO [regionserver/fc3fda29f660:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T15:01:49,672 INFO [regionserver/fc3fda29f660:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T15:01:49,672 INFO [regionserver/fc3fda29f660:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T15:01:49,686 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/.tmp/table/924495343ec64bfeaa0e9b247997bd1b is 47, key is SPTestTable/table:state/1731769249179/Put/seqid=0 2024-11-16T15:01:49,689 INFO [regionserver/fc3fda29f660:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T15:01:49,690 INFO [regionserver/fc3fda29f660:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T15:01:49,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741865_1041 (size=5214) 2024-11-16T15:01:49,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741865_1041 (size=5214) 2024-11-16T15:01:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741865_1041 (size=5214) 2024-11-16T15:01:49,694 INFO [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/.tmp/table/924495343ec64bfeaa0e9b247997bd1b 2024-11-16T15:01:49,702 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/.tmp/info/08e99895a27842e2b7130de7a023dc7f as hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/info/08e99895a27842e2b7130de7a023dc7f 2024-11-16T15:01:49,709 INFO [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/info/08e99895a27842e2b7130de7a023dc7f, entries=112, sequenceid=35, filesize=19.4 K 2024-11-16T15:01:49,710 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/.tmp/ns/63264c5df25e49c7b4b9bdb90fbb1148 as hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/ns/63264c5df25e49c7b4b9bdb90fbb1148 2024-11-16T15:01:49,717 INFO [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/ns/63264c5df25e49c7b4b9bdb90fbb1148, entries=2, sequenceid=35, filesize=5.0 K 2024-11-16T15:01:49,719 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/.tmp/table/924495343ec64bfeaa0e9b247997bd1b as hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/table/924495343ec64bfeaa0e9b247997bd1b 2024-11-16T15:01:49,727 INFO [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/table/924495343ec64bfeaa0e9b247997bd1b, entries=2, sequenceid=35, filesize=5.1 K 2024-11-16T15:01:49,728 INFO [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=35, compaction requested=false 2024-11-16T15:01:49,734 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-16T15:01:49,735 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T15:01:49,735 INFO [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T15:01:49,735 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731769309581Running coprocessor pre-close hooks at 1731769309581Disabling compacts and flushes for region at 1731769309581Disabling writes for close at 1731769309581Obtaining lock to block concurrent updates at 1731769309582 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731769309582Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1731769309583 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731769309584 (+1 ms)Flushing 1588230740/info: creating writer at 1731769309584Flushing 1588230740/info: appending metadata at 1731769309616 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731769309616Flushing 1588230740/ns: creating writer at 1731769309638 (+22 ms)Flushing 1588230740/ns: appending metadata at 1731769309652 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731769309652Flushing 1588230740/table: creating writer at 1731769309671 (+19 ms)Flushing 1588230740/table: appending metadata at 1731769309685 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731769309686 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@237b402c: reopening flushed file at 1731769309701 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b888180: reopening flushed file at 1731769309709 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29ed3959: reopening flushed file at 1731769309717 (+8 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=35, compaction requested=false at 1731769309728 (+11 ms)Writing region close event to WAL at 1731769309729 (+1 ms)Running coprocessor post-close hooks at 1731769309735 (+6 ms)Closed at 1731769309735 2024-11-16T15:01:49,735 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T15:01:49,782 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(976): stopping server fc3fda29f660,42835,1731769226130; all regions closed. 2024-11-16T15:01:49,782 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(976): stopping server fc3fda29f660,35525,1731769226025; all regions closed. 2024-11-16T15:01:49,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741833_1009 (size=2947) 2024-11-16T15:01:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741833_1009 (size=2947) 2024-11-16T15:01:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741833_1009 (size=2947) 2024-11-16T15:01:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741836_1012 (size=18438) 2024-11-16T15:01:49,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741836_1012 (size=18438) 2024-11-16T15:01:49,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741836_1012 (size=18438) 2024-11-16T15:01:49,790 DEBUG [RS:0;fc3fda29f660:35525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/oldWALs 2024-11-16T15:01:49,790 INFO [RS:0;fc3fda29f660:35525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc3fda29f660%2C35525%2C1731769226025:(num 1731769227825) 2024-11-16T15:01:49,790 DEBUG [RS:0;fc3fda29f660:35525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:01:49,790 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T15:01:49,790 DEBUG [RS:1;fc3fda29f660:42835 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/oldWALs 2024-11-16T15:01:49,790 INFO [RS:0;fc3fda29f660:35525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T15:01:49,790 INFO [RS:1;fc3fda29f660:42835 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc3fda29f660%2C42835%2C1731769226130.meta:.meta(num 1731769238087) 2024-11-16T15:01:49,790 INFO [RS:0;fc3fda29f660:35525 {}] hbase.ChoreService(370): Chore service for: regionserver/fc3fda29f660:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T15:01:49,791 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T15:01:49,791 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T15:01:49,791 INFO [regionserver/fc3fda29f660:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T15:01:49,791 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T15:01:49,791 INFO [RS:0;fc3fda29f660:35525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T15:01:49,791 INFO [RS:0;fc3fda29f660:35525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35525 2024-11-16T15:01:49,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741834_1010 (size=4605) 2024-11-16T15:01:49,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741834_1010 (size=4605) 2024-11-16T15:01:49,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741834_1010 (size=4605) 2024-11-16T15:01:49,797 DEBUG [RS:1;fc3fda29f660:42835 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/oldWALs 2024-11-16T15:01:49,797 INFO [RS:1;fc3fda29f660:42835 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc3fda29f660%2C42835%2C1731769226130:(num 1731769227825) 2024-11-16T15:01:49,798 DEBUG [RS:1;fc3fda29f660:42835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:01:49,798 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T15:01:49,798 INFO [RS:1;fc3fda29f660:42835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T15:01:49,798 INFO [RS:1;fc3fda29f660:42835 {}] hbase.ChoreService(370): Chore service for: regionserver/fc3fda29f660:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T15:01:49,798 INFO [RS:1;fc3fda29f660:42835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T15:01:49,798 INFO [regionserver/fc3fda29f660:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T15:01:49,798 INFO [RS:1;fc3fda29f660:42835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42835 2024-11-16T15:01:49,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T15:01:49,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc3fda29f660,35525,1731769226025 2024-11-16T15:01:49,816 INFO [RS:0;fc3fda29f660:35525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T15:01:49,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc3fda29f660,42835,1731769226130 2024-11-16T15:01:49,824 INFO [RS:1;fc3fda29f660:42835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T15:01:49,833 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc3fda29f660,35525,1731769226025] 2024-11-16T15:01:49,849 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc3fda29f660,35525,1731769226025 already deleted, retry=false 2024-11-16T15:01:49,850 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc3fda29f660,35525,1731769226025 expired; onlineServers=1 2024-11-16T15:01:49,850 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc3fda29f660,42835,1731769226130] 2024-11-16T15:01:49,858 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc3fda29f660,42835,1731769226130 already deleted, retry=false 2024-11-16T15:01:49,858 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc3fda29f660,42835,1731769226130 expired; onlineServers=0 2024-11-16T15:01:49,858 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fc3fda29f660,42729,1731769225309' ***** 2024-11-16T15:01:49,858 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T15:01:49,858 INFO [M:0;fc3fda29f660:42729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T15:01:49,858 INFO [M:0;fc3fda29f660:42729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T15:01:49,858 DEBUG [M:0;fc3fda29f660:42729 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T15:01:49,858 DEBUG [M:0;fc3fda29f660:42729 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T15:01:49,858 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T15:01:49,858 DEBUG [master/fc3fda29f660:0:becomeActiveMaster-HFileCleaner.small.0-1731769227374 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc3fda29f660:0:becomeActiveMaster-HFileCleaner.small.0-1731769227374,5,FailOnTimeoutGroup] 2024-11-16T15:01:49,858 DEBUG [master/fc3fda29f660:0:becomeActiveMaster-HFileCleaner.large.0-1731769227371 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc3fda29f660:0:becomeActiveMaster-HFileCleaner.large.0-1731769227371,5,FailOnTimeoutGroup] 2024-11-16T15:01:49,859 INFO [M:0;fc3fda29f660:42729 {}] hbase.ChoreService(370): Chore service for: master/fc3fda29f660:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T15:01:49,859 INFO [M:0;fc3fda29f660:42729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T15:01:49,859 DEBUG [M:0;fc3fda29f660:42729 {}] master.HMaster(1795): Stopping service threads 2024-11-16T15:01:49,859 INFO [M:0;fc3fda29f660:42729 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T15:01:49,859 INFO [M:0;fc3fda29f660:42729 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T15:01:49,859 ERROR [M:0;fc3fda29f660:42729 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:33749 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33749,5,PEWorkerGroup] 2024-11-16T15:01:49,860 INFO [M:0;fc3fda29f660:42729 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T15:01:49,860 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T15:01:49,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T15:01:49,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:49,866 DEBUG [M:0;fc3fda29f660:42729 {}] zookeeper.ZKUtil(347): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T15:01:49,866 WARN [M:0;fc3fda29f660:42729 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T15:01:49,867 INFO [M:0;fc3fda29f660:42729 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/.lastflushedseqids 2024-11-16T15:01:49,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741866_1042 (size=668) 2024-11-16T15:01:49,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741866_1042 (size=668) 2024-11-16T15:01:49,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741866_1042 (size=668) 2024-11-16T15:01:49,879 INFO [M:0;fc3fda29f660:42729 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T15:01:49,880 INFO [M:0;fc3fda29f660:42729 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T15:01:49,880 DEBUG [M:0;fc3fda29f660:42729 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T15:01:49,880 INFO [M:0;fc3fda29f660:42729 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T15:01:49,880 DEBUG [M:0;fc3fda29f660:42729 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T15:01:49,880 DEBUG [M:0;fc3fda29f660:42729 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T15:01:49,880 DEBUG [M:0;fc3fda29f660:42729 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T15:01:49,880 INFO [M:0;fc3fda29f660:42729 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.38 KB heapSize=229.80 KB 2024-11-16T15:01:49,895 DEBUG [M:0;fc3fda29f660:42729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/820ceae9450746db81205b666d3f3d26 is 82, key is hbase:meta,,1/info:regioninfo/1731769238165/Put/seqid=0 2024-11-16T15:01:49,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741867_1043 (size=5672) 2024-11-16T15:01:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741867_1043 (size=5672) 2024-11-16T15:01:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741867_1043 (size=5672) 2024-11-16T15:01:49,903 INFO [M:0;fc3fda29f660:42729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/820ceae9450746db81205b666d3f3d26 2024-11-16T15:01:49,924 DEBUG [M:0;fc3fda29f660:42729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f7da166187f4b49b07ffd75c38f66e6 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731769249189/Put/seqid=0 2024-11-16T15:01:49,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741868_1044 (size=8903) 2024-11-16T15:01:49,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741868_1044 (size=8903) 2024-11-16T15:01:49,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T15:01:49,933 INFO [RS:0;fc3fda29f660:35525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T15:01:49,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35525-0x1014572dfee0001, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T15:01:49,933 INFO [RS:0;fc3fda29f660:35525 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc3fda29f660,35525,1731769226025; zookeeper connection closed. 2024-11-16T15:01:49,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741868_1044 (size=8903) 2024-11-16T15:01:49,933 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2828e376 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2828e376 2024-11-16T15:01:49,934 INFO [M:0;fc3fda29f660:42729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.64 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f7da166187f4b49b07ffd75c38f66e6 2024-11-16T15:01:49,939 INFO [M:0;fc3fda29f660:42729 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f7da166187f4b49b07ffd75c38f66e6 2024-11-16T15:01:49,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T15:01:49,941 INFO [RS:1;fc3fda29f660:42835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T15:01:49,941 INFO [RS:1;fc3fda29f660:42835 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc3fda29f660,42835,1731769226130; zookeeper connection closed. 2024-11-16T15:01:49,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1014572dfee0002, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T15:01:49,941 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63a1ec02 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63a1ec02 2024-11-16T15:01:49,942 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-16T15:01:49,954 DEBUG [M:0;fc3fda29f660:42729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a6fbaebbd0a4440a2ed800aabfd8af0 is 69, key is fc3fda29f660,35525,1731769226025/rs:state/1731769227541/Put/seqid=0 2024-11-16T15:01:49,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741869_1045 (size=5441) 2024-11-16T15:01:49,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741869_1045 (size=5441) 2024-11-16T15:01:49,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741869_1045 (size=5441) 2024-11-16T15:01:49,966 INFO [M:0;fc3fda29f660:42729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a6fbaebbd0a4440a2ed800aabfd8af0 2024-11-16T15:01:49,971 INFO [M:0;fc3fda29f660:42729 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a6fbaebbd0a4440a2ed800aabfd8af0 2024-11-16T15:01:49,973 DEBUG [M:0;fc3fda29f660:42729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/820ceae9450746db81205b666d3f3d26 as hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/820ceae9450746db81205b666d3f3d26 2024-11-16T15:01:49,979 INFO [M:0;fc3fda29f660:42729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/820ceae9450746db81205b666d3f3d26, entries=8, sequenceid=485, filesize=5.5 K 2024-11-16T15:01:49,980 DEBUG [M:0;fc3fda29f660:42729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f7da166187f4b49b07ffd75c38f66e6 as hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f7da166187f4b49b07ffd75c38f66e6 2024-11-16T15:01:49,987 INFO [M:0;fc3fda29f660:42729 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f7da166187f4b49b07ffd75c38f66e6 2024-11-16T15:01:49,987 INFO [M:0;fc3fda29f660:42729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f7da166187f4b49b07ffd75c38f66e6, entries=54, sequenceid=485, filesize=8.7 K 2024-11-16T15:01:49,988 DEBUG [M:0;fc3fda29f660:42729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a6fbaebbd0a4440a2ed800aabfd8af0 as hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a6fbaebbd0a4440a2ed800aabfd8af0 2024-11-16T15:01:49,994 INFO [M:0;fc3fda29f660:42729 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a6fbaebbd0a4440a2ed800aabfd8af0 2024-11-16T15:01:49,995 INFO [M:0;fc3fda29f660:42729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33749/user/jenkins/test-data/ebda193e-a715-cd02-934a-f4a7da614e50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a6fbaebbd0a4440a2ed800aabfd8af0, entries=3, sequenceid=485, filesize=5.3 K 2024-11-16T15:01:49,996 INFO [M:0;fc3fda29f660:42729 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.38 KB/189828, heapSize ~229.50 KB/235008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=485, compaction requested=false 2024-11-16T15:01:49,997 INFO [M:0;fc3fda29f660:42729 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T15:01:49,997 DEBUG [M:0;fc3fda29f660:42729 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731769309880Disabling compacts and flushes for region at 1731769309880Disabling writes for close at 1731769309880Obtaining lock to block concurrent updates at 1731769309880Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731769309880Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189828, getHeapSize=235248, getOffHeapSize=0, getCellsCount=588 at 1731769309880Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731769309881 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731769309881Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731769309895 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731769309895Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731769309909 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731769309924 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731769309924Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731769309939 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731769309953 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731769309953Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48743233: reopening flushed file at 1731769309971 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316a0f56: reopening flushed file at 1731769309979 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba944a5: reopening flushed file at 1731769309987 (+8 ms)Finished flush of dataSize ~185.38 KB/189828, heapSize ~229.50 KB/235008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=485, compaction requested=false at 1731769309996 (+9 ms)Writing region close event to WAL at 1731769309997 (+1 ms)Closed at 1731769309997 2024-11-16T15:01:49,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741830_1006 (size=222184) 2024-11-16T15:01:50,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40167 is added to blk_1073741830_1006 (size=222184) 2024-11-16T15:01:50,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42849 is added to blk_1073741830_1006 (size=222184) 2024-11-16T15:01:50,001 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T15:01:50,001 INFO [M:0;fc3fda29f660:42729 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T15:01:50,001 INFO [M:0;fc3fda29f660:42729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42729 2024-11-16T15:01:50,001 INFO [M:0;fc3fda29f660:42729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T15:01:50,131 INFO [M:0;fc3fda29f660:42729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T15:01:50,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T15:01:50,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42729-0x1014572dfee0000, quorum=127.0.0.1:53012, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T15:01:50,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T15:01:50,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T15:01:50,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T15:01:50,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T15:01:50,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/hadoop.log.dir/,STOPPED} 2024-11-16T15:01:50,142 WARN [BP-756206724-172.17.0.2-1731769221537 heartbeating to localhost/127.0.0.1:33749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T15:01:50,142 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T15:01:50,142 WARN [BP-756206724-172.17.0.2-1731769221537 heartbeating to localhost/127.0.0.1:33749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-756206724-172.17.0.2-1731769221537 (Datanode Uuid 7ea1b06d-e901-413a-8aaa-abca1dfbda83) service to localhost/127.0.0.1:33749 2024-11-16T15:01:50,142 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T15:01:50,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/cluster_88931171-a6a8-7324-38dd-ee4f4764aee4/data/data5/current/BP-756206724-172.17.0.2-1731769221537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T15:01:50,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/cluster_88931171-a6a8-7324-38dd-ee4f4764aee4/data/data6/current/BP-756206724-172.17.0.2-1731769221537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T15:01:50,144 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T15:01:50,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T15:01:50,146 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T15:01:50,146 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T15:01:50,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T15:01:50,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/hadoop.log.dir/,STOPPED} 2024-11-16T15:01:50,148 WARN [BP-756206724-172.17.0.2-1731769221537 heartbeating to localhost/127.0.0.1:33749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T15:01:50,148 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T15:01:50,148 WARN [BP-756206724-172.17.0.2-1731769221537 heartbeating to localhost/127.0.0.1:33749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-756206724-172.17.0.2-1731769221537 (Datanode Uuid 9662d07c-8784-4ebc-9f2a-2ffdb02f47a4) service to localhost/127.0.0.1:33749 2024-11-16T15:01:50,148 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T15:01:50,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/cluster_88931171-a6a8-7324-38dd-ee4f4764aee4/data/data3/current/BP-756206724-172.17.0.2-1731769221537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T15:01:50,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/cluster_88931171-a6a8-7324-38dd-ee4f4764aee4/data/data4/current/BP-756206724-172.17.0.2-1731769221537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T15:01:50,149 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T15:01:50,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T15:01:50,153 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T15:01:50,153 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T15:01:50,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T15:01:50,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/hadoop.log.dir/,STOPPED} 2024-11-16T15:01:50,154 WARN [BP-756206724-172.17.0.2-1731769221537 heartbeating to localhost/127.0.0.1:33749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T15:01:50,154 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T15:01:50,154 WARN [BP-756206724-172.17.0.2-1731769221537 heartbeating to localhost/127.0.0.1:33749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-756206724-172.17.0.2-1731769221537 (Datanode Uuid 2810e354-71c6-4159-87b2-a9abc33fe4c6) service to localhost/127.0.0.1:33749 2024-11-16T15:01:50,154 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T15:01:50,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/cluster_88931171-a6a8-7324-38dd-ee4f4764aee4/data/data1/current/BP-756206724-172.17.0.2-1731769221537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T15:01:50,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/cluster_88931171-a6a8-7324-38dd-ee4f4764aee4/data/data2/current/BP-756206724-172.17.0.2-1731769221537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T15:01:50,156 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T15:01:50,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T15:01:50,165 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T15:01:50,165 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T15:01:50,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T15:01:50,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/hadoop.log.dir/,STOPPED} 2024-11-16T15:01:50,176 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T15:01:50,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T15:01:50,231 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=91 (was 11) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fc3fda29f660:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fc3fda29f660:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33749 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/fc3fda29f660:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fc3fda29f660:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fc3fda29f660:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fc3fda29f660:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fc3fda29f660:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5dd5a500 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33749 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=54 (was 33) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5219 (was 6456) 2024-11-16T15:01:50,237 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=92, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=54, ProcessCount=11, AvailableMemoryMB=5219 2024-11-16T15:01:50,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/hadoop.log.dir so I do NOT create it in target/test-data/6b077477-353c-9836-24e5-246c455afb22 2024-11-16T15:01:50,251 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T15:01:50,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/hadoop.tmp.dir so I do NOT create it in target/test-data/6b077477-353c-9836-24e5-246c455afb22 2024-11-16T15:01:50,251 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a33c8412-9bc1-5ae9-52e0-582a7c4ea1bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T15:01:50,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22 2024-11-16T15:01:50,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T15:01:50,251 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/cluster_507bc789-c766-97fe-5946-311fa63e3140, deleteOnExit=true 2024-11-16T15:01:50,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T15:01:50,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/test.cache.data in system properties and HBase conf 2024-11-16T15:01:50,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T15:01:50,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/hadoop.log.dir in system properties and HBase conf 2024-11-16T15:01:50,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T15:01:50,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T15:01:50,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T15:01:50,252 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T15:01:50,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T15:01:50,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T15:01:50,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T15:01:50,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T15:01:50,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T15:01:50,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T15:01:50,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T15:01:50,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T15:01:50,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T15:01:50,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/nfs.dump.dir in system properties and HBase conf 2024-11-16T15:01:50,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/java.io.tmpdir in system properties and HBase conf 2024-11-16T15:01:50,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T15:01:50,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T15:01:50,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T15:01:50,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T15:01:50,506 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T15:01:50,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T15:01:50,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T15:01:50,511 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T15:01:50,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T15:01:50,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4efd563c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/hadoop.log.dir/,AVAILABLE} 2024-11-16T15:01:50,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72443302{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T15:01:50,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ccf2faf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/java.io.tmpdir/jetty-localhost-34599-hadoop-hdfs-3_4_1-tests_jar-_-any-2299942315373347884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T15:01:50,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fc5de42{HTTP/1.1, (http/1.1)}{localhost:34599} 2024-11-16T15:01:50,608 INFO [Time-limited test {}] server.Server(415): Started @90911ms 2024-11-16T15:01:50,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T15:01:50,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T15:01:50,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T15:01:50,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T15:01:50,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T15:01:50,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77afe134{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/hadoop.log.dir/,AVAILABLE} 2024-11-16T15:01:50,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e5777bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T15:01:50,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8e7ec4f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/java.io.tmpdir/jetty-localhost-44437-hadoop-hdfs-3_4_1-tests_jar-_-any-15073559145314417588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T15:01:50,959 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c883179{HTTP/1.1, (http/1.1)}{localhost:44437} 2024-11-16T15:01:50,959 INFO [Time-limited test {}] server.Server(415): Started @91262ms 2024-11-16T15:01:50,960 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T15:01:50,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T15:01:50,994 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T15:01:50,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T15:01:50,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T15:01:50,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T15:01:50,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9fceb15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/hadoop.log.dir/,AVAILABLE} 2024-11-16T15:01:50,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@147f919a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T15:01:51,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f41c572{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/java.io.tmpdir/jetty-localhost-37357-hadoop-hdfs-3_4_1-tests_jar-_-any-8775012039044347177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T15:01:51,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@de40b85{HTTP/1.1, (http/1.1)}{localhost:37357} 2024-11-16T15:01:51,089 INFO [Time-limited test {}] server.Server(415): Started @91392ms 2024-11-16T15:01:51,090 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T15:01:51,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T15:01:51,119 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T15:01:51,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T15:01:51,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T15:01:51,120 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T15:01:51,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@894f43a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/hadoop.log.dir/,AVAILABLE} 2024-11-16T15:01:51,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77e2e964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T15:01:51,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e46aacb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/java.io.tmpdir/jetty-localhost-39631-hadoop-hdfs-3_4_1-tests_jar-_-any-5333291151777346946/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T15:01:51,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17e2837d{HTTP/1.1, (http/1.1)}{localhost:39631} 2024-11-16T15:01:51,215 INFO [Time-limited test {}] server.Server(415): Started @91519ms 2024-11-16T15:01:51,216 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T15:01:51,715 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/cluster_507bc789-c766-97fe-5946-311fa63e3140/data/data1/current/BP-657703613-172.17.0.2-1731769310271/current, will proceed with Du for space computation calculation, 2024-11-16T15:01:51,715 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/cluster_507bc789-c766-97fe-5946-311fa63e3140/data/data2/current/BP-657703613-172.17.0.2-1731769310271/current, will proceed with Du for space computation calculation, 2024-11-16T15:01:51,742 WARN [Thread-658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T15:01:51,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x551638dc0dca7eb8 with lease ID 0x58022eb325d694a0: Processing first storage report for DS-09e83f29-422f-4d97-95ef-dc72b0ca399f from datanode DatanodeRegistration(127.0.0.1:39381, datanodeUuid=1eb69250-2ad2-481c-8c7a-f980b36577a2, infoPort=45009, infoSecurePort=0, ipcPort=44943, storageInfo=lv=-57;cid=testClusterID;nsid=556660820;c=1731769310271) 2024-11-16T15:01:51,744 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x551638dc0dca7eb8 with lease ID 0x58022eb325d694a0: from storage DS-09e83f29-422f-4d97-95ef-dc72b0ca399f node DatanodeRegistration(127.0.0.1:39381, datanodeUuid=1eb69250-2ad2-481c-8c7a-f980b36577a2, infoPort=45009, infoSecurePort=0, ipcPort=44943, storageInfo=lv=-57;cid=testClusterID;nsid=556660820;c=1731769310271), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T15:01:51,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x551638dc0dca7eb8 with lease ID 0x58022eb325d694a0: Processing first storage report for DS-99c9ccf7-690a-4578-bb93-822ddd1912be from datanode DatanodeRegistration(127.0.0.1:39381, datanodeUuid=1eb69250-2ad2-481c-8c7a-f980b36577a2, infoPort=45009, infoSecurePort=0, ipcPort=44943, storageInfo=lv=-57;cid=testClusterID;nsid=556660820;c=1731769310271) 2024-11-16T15:01:51,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x551638dc0dca7eb8 with lease ID 0x58022eb325d694a0: from storage DS-99c9ccf7-690a-4578-bb93-822ddd1912be node DatanodeRegistration(127.0.0.1:39381, datanodeUuid=1eb69250-2ad2-481c-8c7a-f980b36577a2, infoPort=45009, infoSecurePort=0, ipcPort=44943, storageInfo=lv=-57;cid=testClusterID;nsid=556660820;c=1731769310271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T15:01:52,043 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/cluster_507bc789-c766-97fe-5946-311fa63e3140/data/data3/current/BP-657703613-172.17.0.2-1731769310271/current, will proceed with Du for space computation calculation, 2024-11-16T15:01:52,043 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/cluster_507bc789-c766-97fe-5946-311fa63e3140/data/data4/current/BP-657703613-172.17.0.2-1731769310271/current, will proceed with Du for space computation calculation, 2024-11-16T15:01:52,058 WARN [Thread-681 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T15:01:52,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3f39c3719714915 with lease ID 0x58022eb325d694a1: Processing first storage report for DS-09718410-b314-4f34-8812-93b60f1e6bd6 from datanode DatanodeRegistration(127.0.0.1:35923, datanodeUuid=e445a9dc-5ea1-42ce-b3f9-23cbd37b2867, infoPort=37419, infoSecurePort=0, ipcPort=37259, storageInfo=lv=-57;cid=testClusterID;nsid=556660820;c=1731769310271) 2024-11-16T15:01:52,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3f39c3719714915 with lease ID 0x58022eb325d694a1: from storage DS-09718410-b314-4f34-8812-93b60f1e6bd6 node DatanodeRegistration(127.0.0.1:35923, datanodeUuid=e445a9dc-5ea1-42ce-b3f9-23cbd37b2867, infoPort=37419, infoSecurePort=0, ipcPort=37259, storageInfo=lv=-57;cid=testClusterID;nsid=556660820;c=1731769310271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T15:01:52,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3f39c3719714915 with lease ID 0x58022eb325d694a1: Processing first storage report for DS-c95a8c32-7a50-49a2-a18b-e8cc20da12cf from datanode DatanodeRegistration(127.0.0.1:35923, datanodeUuid=e445a9dc-5ea1-42ce-b3f9-23cbd37b2867, infoPort=37419, infoSecurePort=0, ipcPort=37259, storageInfo=lv=-57;cid=testClusterID;nsid=556660820;c=1731769310271) 2024-11-16T15:01:52,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3f39c3719714915 with lease ID 0x58022eb325d694a1: from storage DS-c95a8c32-7a50-49a2-a18b-e8cc20da12cf node DatanodeRegistration(127.0.0.1:35923, datanodeUuid=e445a9dc-5ea1-42ce-b3f9-23cbd37b2867, infoPort=37419, infoSecurePort=0, ipcPort=37259, storageInfo=lv=-57;cid=testClusterID;nsid=556660820;c=1731769310271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T15:01:52,110 WARN [Thread-741 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/cluster_507bc789-c766-97fe-5946-311fa63e3140/data/data6/current/BP-657703613-172.17.0.2-1731769310271/current, will proceed with Du for space computation calculation, 2024-11-16T15:01:52,110 WARN [Thread-740 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/cluster_507bc789-c766-97fe-5946-311fa63e3140/data/data5/current/BP-657703613-172.17.0.2-1731769310271/current, will proceed with Du for space computation calculation, 2024-11-16T15:01:52,127 WARN [Thread-703 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T15:01:52,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbf9498ad33778ea with lease ID 0x58022eb325d694a2: Processing first storage report for DS-ca35f3ed-06f5-4b05-bcef-2c3d621e4ebc from datanode DatanodeRegistration(127.0.0.1:39071, datanodeUuid=ff8f3d87-c3f0-4eea-bd15-6f8cfe5f057b, infoPort=41369, infoSecurePort=0, ipcPort=32815, storageInfo=lv=-57;cid=testClusterID;nsid=556660820;c=1731769310271) 2024-11-16T15:01:52,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbf9498ad33778ea with lease ID 0x58022eb325d694a2: from storage DS-ca35f3ed-06f5-4b05-bcef-2c3d621e4ebc node DatanodeRegistration(127.0.0.1:39071, datanodeUuid=ff8f3d87-c3f0-4eea-bd15-6f8cfe5f057b, infoPort=41369, infoSecurePort=0, ipcPort=32815, storageInfo=lv=-57;cid=testClusterID;nsid=556660820;c=1731769310271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T15:01:52,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbf9498ad33778ea with lease ID 0x58022eb325d694a2: Processing first storage report for DS-67c269da-3729-4521-8181-afce8d1cb41b from datanode DatanodeRegistration(127.0.0.1:39071, datanodeUuid=ff8f3d87-c3f0-4eea-bd15-6f8cfe5f057b, infoPort=41369, infoSecurePort=0, ipcPort=32815, storageInfo=lv=-57;cid=testClusterID;nsid=556660820;c=1731769310271) 2024-11-16T15:01:52,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbf9498ad33778ea with lease ID 0x58022eb325d694a2: from storage DS-67c269da-3729-4521-8181-afce8d1cb41b node DatanodeRegistration(127.0.0.1:39071, datanodeUuid=ff8f3d87-c3f0-4eea-bd15-6f8cfe5f057b, infoPort=41369, infoSecurePort=0, ipcPort=32815, storageInfo=lv=-57;cid=testClusterID;nsid=556660820;c=1731769310271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T15:01:52,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22 2024-11-16T15:01:52,155 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/cluster_507bc789-c766-97fe-5946-311fa63e3140/zookeeper_0, clientPort=49305, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/cluster_507bc789-c766-97fe-5946-311fa63e3140/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/cluster_507bc789-c766-97fe-5946-311fa63e3140/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T15:01:52,156 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49305 2024-11-16T15:01:52,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:01:52,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:01:52,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741825_1001 (size=7) 2024-11-16T15:01:52,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741825_1001 (size=7) 2024-11-16T15:01:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741825_1001 (size=7) 2024-11-16T15:01:52,172 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c with version=8 2024-11-16T15:01:52,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/hbase-staging 2024-11-16T15:01:52,174 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fc3fda29f660:0 server-side Connection retries=45 2024-11-16T15:01:52,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T15:01:52,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T15:01:52,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T15:01:52,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T15:01:52,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T15:01:52,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T15:01:52,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T15:01:52,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42431 2024-11-16T15:01:52,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42431 connecting to ZooKeeper ensemble=127.0.0.1:49305 2024-11-16T15:01:52,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424310x0, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T15:01:52,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42431-0x1014574365f0000 connected 2024-11-16T15:01:52,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:01:52,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:01:52,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T15:01:52,308 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c, hbase.cluster.distributed=false 2024-11-16T15:01:52,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T15:01:52,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42431 2024-11-16T15:01:52,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42431 2024-11-16T15:01:52,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42431 2024-11-16T15:01:52,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42431 2024-11-16T15:01:52,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42431 2024-11-16T15:01:52,326 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc3fda29f660:0 server-side Connection retries=45 2024-11-16T15:01:52,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T15:01:52,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T15:01:52,326 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T15:01:52,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T15:01:52,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T15:01:52,326 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T15:01:52,326 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T15:01:52,327 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38477 2024-11-16T15:01:52,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38477 connecting to ZooKeeper ensemble=127.0.0.1:49305 2024-11-16T15:01:52,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:01:52,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:01:52,341 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384770x0, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T15:01:52,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38477-0x1014574365f0001 connected 2024-11-16T15:01:52,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T15:01:52,341 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T15:01:52,342 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T15:01:52,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T15:01:52,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T15:01:52,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38477 2024-11-16T15:01:52,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38477 2024-11-16T15:01:52,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38477 2024-11-16T15:01:52,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38477 2024-11-16T15:01:52,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38477 2024-11-16T15:01:52,362 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc3fda29f660:0 server-side Connection retries=45 2024-11-16T15:01:52,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T15:01:52,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T15:01:52,362 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T15:01:52,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T15:01:52,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T15:01:52,363 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T15:01:52,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T15:01:52,363 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33477 2024-11-16T15:01:52,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33477 connecting to ZooKeeper ensemble=127.0.0.1:49305 2024-11-16T15:01:52,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:01:52,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:01:52,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334770x0, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T15:01:52,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334770x0, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T15:01:52,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33477-0x1014574365f0002 connected 2024-11-16T15:01:52,381 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T15:01:52,382 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T15:01:52,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T15:01:52,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T15:01:52,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33477 2024-11-16T15:01:52,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33477 2024-11-16T15:01:52,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33477 2024-11-16T15:01:52,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33477 2024-11-16T15:01:52,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33477 2024-11-16T15:01:52,399 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc3fda29f660:0 server-side Connection retries=45 2024-11-16T15:01:52,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T15:01:52,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T15:01:52,399 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T15:01:52,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T15:01:52,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T15:01:52,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T15:01:52,399 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T15:01:52,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46199 2024-11-16T15:01:52,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46199 connecting to ZooKeeper ensemble=127.0.0.1:49305 2024-11-16T15:01:52,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:01:52,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:01:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461990x0, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T15:01:52,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461990x0, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T15:01:52,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46199-0x1014574365f0003 connected 2024-11-16T15:01:52,416 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T15:01:52,417 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T15:01:52,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T15:01:52,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T15:01:52,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46199 2024-11-16T15:01:52,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46199 2024-11-16T15:01:52,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46199 2024-11-16T15:01:52,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46199 2024-11-16T15:01:52,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46199 2024-11-16T15:01:52,435 DEBUG [M:0;fc3fda29f660:42431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fc3fda29f660:42431 2024-11-16T15:01:52,435 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fc3fda29f660,42431,1731769312173 2024-11-16T15:01:52,447 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T15:01:52,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T15:01:52,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T15:01:52,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T15:01:52,447 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fc3fda29f660,42431,1731769312173 2024-11-16T15:01:52,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T15:01:52,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T15:01:52,457 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T15:01:52,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,457 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,458 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T15:01:52,458 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fc3fda29f660,42431,1731769312173 from backup master directory 2024-11-16T15:01:52,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fc3fda29f660,42431,1731769312173 2024-11-16T15:01:52,466 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T15:01:52,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T15:01:52,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T15:01:52,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T15:01:52,466 WARN [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T15:01:52,466 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fc3fda29f660,42431,1731769312173 2024-11-16T15:01:52,470 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/hbase.id] with ID: 4ceccf77-fb8a-44e9-b6d3-b6225ce8ba68 2024-11-16T15:01:52,470 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/.tmp/hbase.id 2024-11-16T15:01:52,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741826_1002 (size=42) 2024-11-16T15:01:52,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741826_1002 (size=42) 2024-11-16T15:01:52,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741826_1002 (size=42) 2024-11-16T15:01:52,482 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/.tmp/hbase.id]:[hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/hbase.id] 2024-11-16T15:01:52,495 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T15:01:52,495 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T15:01:52,497 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T15:01:52,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,507 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741827_1003 (size=196) 2024-11-16T15:01:52,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741827_1003 (size=196) 2024-11-16T15:01:52,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741827_1003 (size=196) 2024-11-16T15:01:52,517 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T15:01:52,518 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T15:01:52,518 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T15:01:52,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741828_1004 (size=1189) 2024-11-16T15:01:52,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741828_1004 (size=1189) 2024-11-16T15:01:52,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741828_1004 (size=1189) 2024-11-16T15:01:52,530 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store 2024-11-16T15:01:52,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741829_1005 (size=34) 2024-11-16T15:01:52,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741829_1005 (size=34) 2024-11-16T15:01:52,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741829_1005 (size=34) 2024-11-16T15:01:52,540 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:01:52,540 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T15:01:52,540 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T15:01:52,540 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T15:01:52,540 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T15:01:52,540 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T15:01:52,540 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T15:01:52,541 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731769312540Disabling compacts and flushes for region at 1731769312540Disabling writes for close at 1731769312540Writing region close event to WAL at 1731769312540Closed at 1731769312540 2024-11-16T15:01:52,542 WARN [master/fc3fda29f660:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/.initializing 2024-11-16T15:01:52,542 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/WALs/fc3fda29f660,42431,1731769312173 2024-11-16T15:01:52,543 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T15:01:52,545 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc3fda29f660%2C42431%2C1731769312173, suffix=, logDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/WALs/fc3fda29f660,42431,1731769312173, archiveDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/oldWALs, maxLogs=10 2024-11-16T15:01:52,557 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/WALs/fc3fda29f660,42431,1731769312173/fc3fda29f660%2C42431%2C1731769312173.1731769312545, exclude list is [], retry=0 2024-11-16T15:01:52,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39071,DS-ca35f3ed-06f5-4b05-bcef-2c3d621e4ebc,DISK] 2024-11-16T15:01:52,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39381,DS-09e83f29-422f-4d97-95ef-dc72b0ca399f,DISK] 2024-11-16T15:01:52,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35923,DS-09718410-b314-4f34-8812-93b60f1e6bd6,DISK] 2024-11-16T15:01:52,563 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/WALs/fc3fda29f660,42431,1731769312173/fc3fda29f660%2C42431%2C1731769312173.1731769312545 2024-11-16T15:01:52,563 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41369:41369),(127.0.0.1/127.0.0.1:37419:37419),(127.0.0.1/127.0.0.1:45009:45009)] 2024-11-16T15:01:52,563 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T15:01:52,563 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:01:52,564 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:01:52,564 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:01:52,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:01:52,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T15:01:52,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:01:52,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:01:52,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:01:52,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T15:01:52,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:01:52,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:01:52,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:01:52,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T15:01:52,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:01:52,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:01:52,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:01:52,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T15:01:52,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:01:52,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:01:52,574 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:01:52,575 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:01:52,575 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:01:52,577 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:01:52,577 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:01:52,577 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T15:01:52,578 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T15:01:52,580 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:01:52,581 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66985412, jitterRate=-0.0018395781517028809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T15:01:52,582 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731769312564Initializing all the Stores at 1731769312565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769312565Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769312565Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769312565Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769312565Cleaning up temporary data from old regions at 1731769312577 (+12 ms)Region opened successfully at 1731769312582 (+5 ms) 2024-11-16T15:01:52,582 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T15:01:52,586 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2506bb5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc3fda29f660/172.17.0.2:0 2024-11-16T15:01:52,587 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T15:01:52,587 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T15:01:52,587 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T15:01:52,587 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T15:01:52,588 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T15:01:52,588 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T15:01:52,588 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-16T15:01:52,590 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T15:01:52,591 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T15:01:52,616 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T15:01:52,616 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T15:01:52,617 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T15:01:52,624 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T15:01:52,624 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T15:01:52,625 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T15:01:52,632 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T15:01:52,633 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T15:01:52,640 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T15:01:52,643 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T15:01:52,649 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T15:01:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T15:01:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T15:01:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T15:01:52,657 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T15:01:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,657 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,658 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fc3fda29f660,42431,1731769312173, sessionid=0x1014574365f0000, setting cluster-up flag (Was=false) 2024-11-16T15:01:52,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,674 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,699 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T15:01:52,701 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc3fda29f660,42431,1731769312173 2024-11-16T15:01:52,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,724 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:52,749 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T15:01:52,751 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc3fda29f660,42431,1731769312173 2024-11-16T15:01:52,754 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T15:01:52,757 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T15:01:52,757 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T15:01:52,757 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T15:01:52,758 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fc3fda29f660,42431,1731769312173 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T15:01:52,760 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fc3fda29f660:0, corePoolSize=5, maxPoolSize=5 2024-11-16T15:01:52,760 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fc3fda29f660:0, corePoolSize=5, maxPoolSize=5 2024-11-16T15:01:52,760 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fc3fda29f660:0, corePoolSize=5, maxPoolSize=5 2024-11-16T15:01:52,760 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fc3fda29f660:0, corePoolSize=5, maxPoolSize=5 2024-11-16T15:01:52,760 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fc3fda29f660:0, corePoolSize=10, maxPoolSize=10 2024-11-16T15:01:52,760 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,760 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fc3fda29f660:0, corePoolSize=2, maxPoolSize=2 2024-11-16T15:01:52,760 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,761 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731769342761 2024-11-16T15:01:52,761 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T15:01:52,761 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T15:01:52,762 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T15:01:52,762 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T15:01:52,762 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T15:01:52,762 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T15:01:52,762 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,762 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T15:01:52,762 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T15:01:52,762 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T15:01:52,762 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T15:01:52,762 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T15:01:52,763 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T15:01:52,763 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T15:01:52,763 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fc3fda29f660:0:becomeActiveMaster-HFileCleaner.large.0-1731769312763,5,FailOnTimeoutGroup] 2024-11-16T15:01:52,763 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fc3fda29f660:0:becomeActiveMaster-HFileCleaner.small.0-1731769312763,5,FailOnTimeoutGroup] 2024-11-16T15:01:52,763 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,763 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T15:01:52,763 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,764 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,764 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:01:52,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T15:01:52,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741831_1007 (size=1321) 2024-11-16T15:01:52,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741831_1007 (size=1321) 2024-11-16T15:01:52,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741831_1007 (size=1321) 2024-11-16T15:01:52,774 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T15:01:52,774 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c 2024-11-16T15:01:52,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741832_1008 (size=32) 2024-11-16T15:01:52,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741832_1008 (size=32) 2024-11-16T15:01:52,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741832_1008 (size=32) 2024-11-16T15:01:52,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:01:52,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T15:01:52,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T15:01:52,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:01:52,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:01:52,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T15:01:52,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T15:01:52,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:01:52,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:01:52,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T15:01:52,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T15:01:52,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:01:52,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:01:52,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T15:01:52,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T15:01:52,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:01:52,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:01:52,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T15:01:52,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740 2024-11-16T15:01:52,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740 2024-11-16T15:01:52,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T15:01:52,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T15:01:52,797 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T15:01:52,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T15:01:52,800 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:01:52,800 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75314531, jitterRate=0.12227396667003632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T15:01:52,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731769312785Initializing all the Stores at 1731769312786 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769312786Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769312786Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769312786Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769312786Cleaning up temporary data from old regions at 1731769312796 (+10 ms)Region opened successfully at 1731769312801 (+5 ms) 2024-11-16T15:01:52,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T15:01:52,801 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T15:01:52,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T15:01:52,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T15:01:52,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T15:01:52,801 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T15:01:52,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731769312801Disabling compacts and flushes for region at 1731769312801Disabling writes for close at 1731769312801Writing region close event to WAL at 1731769312801Closed at 1731769312801 2024-11-16T15:01:52,802 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T15:01:52,802 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T15:01:52,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T15:01:52,804 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T15:01:52,805 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T15:01:52,827 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(746): ClusterId : 4ceccf77-fb8a-44e9-b6d3-b6225ce8ba68 2024-11-16T15:01:52,827 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(746): ClusterId : 4ceccf77-fb8a-44e9-b6d3-b6225ce8ba68 2024-11-16T15:01:52,827 INFO [RS:0;fc3fda29f660:38477 {}] regionserver.HRegionServer(746): ClusterId : 4ceccf77-fb8a-44e9-b6d3-b6225ce8ba68 2024-11-16T15:01:52,827 DEBUG [RS:1;fc3fda29f660:33477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T15:01:52,827 DEBUG [RS:0;fc3fda29f660:38477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T15:01:52,827 DEBUG [RS:2;fc3fda29f660:46199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T15:01:52,858 DEBUG [RS:1;fc3fda29f660:33477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T15:01:52,859 DEBUG [RS:1;fc3fda29f660:33477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T15:01:52,859 DEBUG [RS:2;fc3fda29f660:46199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T15:01:52,859 DEBUG [RS:0;fc3fda29f660:38477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T15:01:52,859 DEBUG [RS:2;fc3fda29f660:46199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T15:01:52,859 DEBUG [RS:0;fc3fda29f660:38477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T15:01:52,876 DEBUG [RS:1;fc3fda29f660:33477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T15:01:52,877 DEBUG [RS:1;fc3fda29f660:33477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15598ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc3fda29f660/172.17.0.2:0 2024-11-16T15:01:52,877 DEBUG [RS:2;fc3fda29f660:46199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T15:01:52,877 DEBUG [RS:0;fc3fda29f660:38477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T15:01:52,878 DEBUG [RS:0;fc3fda29f660:38477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650dd630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc3fda29f660/172.17.0.2:0 2024-11-16T15:01:52,878 DEBUG [RS:2;fc3fda29f660:46199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375dc42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc3fda29f660/172.17.0.2:0 2024-11-16T15:01:52,892 DEBUG [RS:2;fc3fda29f660:46199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fc3fda29f660:46199 2024-11-16T15:01:52,892 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T15:01:52,892 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T15:01:52,892 DEBUG [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T15:01:52,893 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc3fda29f660,42431,1731769312173 with port=46199, startcode=1731769312399 2024-11-16T15:01:52,893 DEBUG [RS:2;fc3fda29f660:46199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T15:01:52,895 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48283, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T15:01:52,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc3fda29f660,46199,1731769312399 2024-11-16T15:01:52,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42431 {}] master.ServerManager(517): Registering regionserver=fc3fda29f660,46199,1731769312399 2024-11-16T15:01:52,897 DEBUG [RS:0;fc3fda29f660:38477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fc3fda29f660:38477 2024-11-16T15:01:52,897 DEBUG [RS:1;fc3fda29f660:33477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fc3fda29f660:33477 2024-11-16T15:01:52,897 INFO [RS:0;fc3fda29f660:38477 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T15:01:52,897 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T15:01:52,897 INFO [RS:0;fc3fda29f660:38477 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T15:01:52,897 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T15:01:52,897 DEBUG [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T15:01:52,897 DEBUG [RS:0;fc3fda29f660:38477 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T15:01:52,897 DEBUG [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c 2024-11-16T15:01:52,897 DEBUG [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35741 2024-11-16T15:01:52,897 DEBUG [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T15:01:52,898 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc3fda29f660,42431,1731769312173 with port=33477, startcode=1731769312362 2024-11-16T15:01:52,898 INFO [RS:0;fc3fda29f660:38477 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc3fda29f660,42431,1731769312173 with port=38477, startcode=1731769312325 2024-11-16T15:01:52,898 DEBUG [RS:1;fc3fda29f660:33477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T15:01:52,898 DEBUG [RS:0;fc3fda29f660:38477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T15:01:52,900 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43453, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T15:01:52,900 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32975, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T15:01:52,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc3fda29f660,38477,1731769312325 2024-11-16T15:01:52,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42431 {}] master.ServerManager(517): Registering regionserver=fc3fda29f660,38477,1731769312325 2024-11-16T15:01:52,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc3fda29f660,33477,1731769312362 2024-11-16T15:01:52,902 DEBUG [RS:0;fc3fda29f660:38477 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c 2024-11-16T15:01:52,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42431 {}] master.ServerManager(517): Registering regionserver=fc3fda29f660,33477,1731769312362 2024-11-16T15:01:52,902 DEBUG [RS:0;fc3fda29f660:38477 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35741 2024-11-16T15:01:52,902 DEBUG [RS:0;fc3fda29f660:38477 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T15:01:52,903 DEBUG [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c 2024-11-16T15:01:52,903 DEBUG [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35741 2024-11-16T15:01:52,903 DEBUG [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T15:01:52,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T15:01:52,937 DEBUG [RS:2;fc3fda29f660:46199 {}] zookeeper.ZKUtil(111): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc3fda29f660,46199,1731769312399 2024-11-16T15:01:52,937 WARN [RS:2;fc3fda29f660:46199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T15:01:52,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc3fda29f660,38477,1731769312325] 2024-11-16T15:01:52,937 DEBUG [RS:1;fc3fda29f660:33477 {}] zookeeper.ZKUtil(111): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc3fda29f660,33477,1731769312362 2024-11-16T15:01:52,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc3fda29f660,46199,1731769312399] 2024-11-16T15:01:52,937 DEBUG [RS:0;fc3fda29f660:38477 {}] zookeeper.ZKUtil(111): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc3fda29f660,38477,1731769312325 2024-11-16T15:01:52,937 INFO [RS:2;fc3fda29f660:46199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T15:01:52,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc3fda29f660,33477,1731769312362] 2024-11-16T15:01:52,937 WARN [RS:1;fc3fda29f660:33477 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T15:01:52,937 WARN [RS:0;fc3fda29f660:38477 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T15:01:52,937 INFO [RS:1;fc3fda29f660:33477 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T15:01:52,937 INFO [RS:0;fc3fda29f660:38477 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T15:01:52,937 DEBUG [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,46199,1731769312399 2024-11-16T15:01:52,937 DEBUG [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,33477,1731769312362 2024-11-16T15:01:52,937 DEBUG [RS:0;fc3fda29f660:38477 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325 2024-11-16T15:01:52,941 INFO [RS:0;fc3fda29f660:38477 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T15:01:52,941 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T15:01:52,943 INFO [RS:0;fc3fda29f660:38477 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T15:01:52,944 INFO [RS:0;fc3fda29f660:38477 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T15:01:52,944 INFO [RS:0;fc3fda29f660:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,945 INFO [RS:0;fc3fda29f660:38477 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T15:01:52,945 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T15:01:52,945 INFO [RS:2;fc3fda29f660:46199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T15:01:52,945 INFO [RS:2;fc3fda29f660:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,946 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T15:01:52,946 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T15:01:52,947 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T15:01:52,948 INFO [RS:0;fc3fda29f660:38477 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T15:01:52,948 INFO [RS:2;fc3fda29f660:46199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T15:01:52,948 INFO [RS:1;fc3fda29f660:33477 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T15:01:52,948 INFO [RS:1;fc3fda29f660:33477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,948 INFO [RS:0;fc3fda29f660:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,948 INFO [RS:2;fc3fda29f660:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,948 DEBUG [RS:2;fc3fda29f660:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,948 DEBUG [RS:0;fc3fda29f660:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,948 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T15:01:52,948 DEBUG [RS:0;fc3fda29f660:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,948 DEBUG [RS:2;fc3fda29f660:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,948 DEBUG [RS:0;fc3fda29f660:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,948 DEBUG [RS:2;fc3fda29f660:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,948 DEBUG [RS:0;fc3fda29f660:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,948 DEBUG [RS:2;fc3fda29f660:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,948 DEBUG [RS:2;fc3fda29f660:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,948 DEBUG [RS:0;fc3fda29f660:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,948 DEBUG [RS:2;fc3fda29f660:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0, corePoolSize=2, maxPoolSize=2 2024-11-16T15:01:52,948 DEBUG [RS:0;fc3fda29f660:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0, corePoolSize=2, maxPoolSize=2 2024-11-16T15:01:52,948 DEBUG [RS:2;fc3fda29f660:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,948 DEBUG [RS:0;fc3fda29f660:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,948 DEBUG [RS:2;fc3fda29f660:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,949 DEBUG [RS:0;fc3fda29f660:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,949 DEBUG [RS:2;fc3fda29f660:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,949 DEBUG [RS:0;fc3fda29f660:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,949 DEBUG [RS:2;fc3fda29f660:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,949 DEBUG [RS:0;fc3fda29f660:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,949 DEBUG [RS:2;fc3fda29f660:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,949 DEBUG [RS:2;fc3fda29f660:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,949 DEBUG [RS:0;fc3fda29f660:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,949 DEBUG [RS:2;fc3fda29f660:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0, corePoolSize=3, maxPoolSize=3 2024-11-16T15:01:52,949 DEBUG [RS:0;fc3fda29f660:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,949 DEBUG [RS:2;fc3fda29f660:46199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc3fda29f660:0, corePoolSize=3, maxPoolSize=3 2024-11-16T15:01:52,949 INFO [RS:1;fc3fda29f660:33477 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T15:01:52,949 DEBUG [RS:0;fc3fda29f660:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0, corePoolSize=3, maxPoolSize=3 2024-11-16T15:01:52,949 DEBUG [RS:0;fc3fda29f660:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc3fda29f660:0, corePoolSize=3, maxPoolSize=3 2024-11-16T15:01:52,949 INFO [RS:1;fc3fda29f660:33477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,949 DEBUG [RS:1;fc3fda29f660:33477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,949 DEBUG [RS:1;fc3fda29f660:33477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,949 DEBUG [RS:1;fc3fda29f660:33477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,949 DEBUG [RS:1;fc3fda29f660:33477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,949 DEBUG [RS:1;fc3fda29f660:33477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,950 DEBUG [RS:1;fc3fda29f660:33477 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0, corePoolSize=2, maxPoolSize=2 2024-11-16T15:01:52,950 DEBUG [RS:1;fc3fda29f660:33477 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,950 DEBUG [RS:1;fc3fda29f660:33477 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,950 DEBUG [RS:1;fc3fda29f660:33477 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,950 DEBUG [RS:1;fc3fda29f660:33477 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,950 DEBUG [RS:1;fc3fda29f660:33477 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,950 DEBUG [RS:1;fc3fda29f660:33477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc3fda29f660:0, corePoolSize=1, maxPoolSize=1 2024-11-16T15:01:52,950 DEBUG [RS:1;fc3fda29f660:33477 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0, corePoolSize=3, maxPoolSize=3 2024-11-16T15:01:52,950 DEBUG [RS:1;fc3fda29f660:33477 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc3fda29f660:0, corePoolSize=3, maxPoolSize=3 2024-11-16T15:01:52,954 INFO [RS:2;fc3fda29f660:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,954 INFO [RS:0;fc3fda29f660:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,955 INFO [RS:2;fc3fda29f660:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,955 INFO [RS:0;fc3fda29f660:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,955 INFO [RS:2;fc3fda29f660:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,955 INFO [RS:0;fc3fda29f660:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,955 INFO [RS:2;fc3fda29f660:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,955 INFO [RS:0;fc3fda29f660:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,955 INFO [RS:1;fc3fda29f660:33477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,955 INFO [RS:2;fc3fda29f660:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,955 INFO [RS:0;fc3fda29f660:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,955 INFO [RS:1;fc3fda29f660:33477 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,955 INFO [RS:2;fc3fda29f660:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,46199,1731769312399-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T15:01:52,955 INFO [RS:0;fc3fda29f660:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,38477,1731769312325-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T15:01:52,955 INFO [RS:1;fc3fda29f660:33477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,955 INFO [RS:1;fc3fda29f660:33477 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,955 INFO [RS:1;fc3fda29f660:33477 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,955 WARN [fc3fda29f660:42431 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T15:01:52,955 INFO [RS:1;fc3fda29f660:33477 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,33477,1731769312362-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T15:01:52,977 INFO [RS:0;fc3fda29f660:38477 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T15:01:52,977 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T15:01:52,977 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T15:01:52,977 INFO [RS:0;fc3fda29f660:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,38477,1731769312325-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,977 INFO [RS:2;fc3fda29f660:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,46199,1731769312399-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,977 INFO [RS:1;fc3fda29f660:33477 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,33477,1731769312362-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,977 INFO [RS:0;fc3fda29f660:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,977 INFO [RS:2;fc3fda29f660:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,977 INFO [RS:1;fc3fda29f660:33477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,978 INFO [RS:0;fc3fda29f660:38477 {}] regionserver.Replication(171): fc3fda29f660,38477,1731769312325 started 2024-11-16T15:01:52,978 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.Replication(171): fc3fda29f660,46199,1731769312399 started 2024-11-16T15:01:52,978 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.Replication(171): fc3fda29f660,33477,1731769312362 started 2024-11-16T15:01:52,995 INFO [RS:0;fc3fda29f660:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,995 INFO [RS:0;fc3fda29f660:38477 {}] regionserver.HRegionServer(1482): Serving as fc3fda29f660,38477,1731769312325, RpcServer on fc3fda29f660/172.17.0.2:38477, sessionid=0x1014574365f0001 2024-11-16T15:01:52,996 DEBUG [RS:0;fc3fda29f660:38477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T15:01:52,996 DEBUG [RS:0;fc3fda29f660:38477 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc3fda29f660,38477,1731769312325 2024-11-16T15:01:52,996 DEBUG [RS:0;fc3fda29f660:38477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc3fda29f660,38477,1731769312325' 2024-11-16T15:01:52,996 DEBUG [RS:0;fc3fda29f660:38477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T15:01:52,996 DEBUG [RS:0;fc3fda29f660:38477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T15:01:52,996 INFO [RS:1;fc3fda29f660:33477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,996 INFO [RS:2;fc3fda29f660:46199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:01:52,997 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(1482): Serving as fc3fda29f660,33477,1731769312362, RpcServer on fc3fda29f660/172.17.0.2:33477, sessionid=0x1014574365f0002 2024-11-16T15:01:52,997 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(1482): Serving as fc3fda29f660,46199,1731769312399, RpcServer on fc3fda29f660/172.17.0.2:46199, sessionid=0x1014574365f0003 2024-11-16T15:01:52,997 DEBUG [RS:2;fc3fda29f660:46199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T15:01:52,997 DEBUG [RS:1;fc3fda29f660:33477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T15:01:52,997 DEBUG [RS:2;fc3fda29f660:46199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc3fda29f660,46199,1731769312399 2024-11-16T15:01:52,997 DEBUG [RS:1;fc3fda29f660:33477 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc3fda29f660,33477,1731769312362 2024-11-16T15:01:52,997 DEBUG [RS:1;fc3fda29f660:33477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc3fda29f660,33477,1731769312362' 2024-11-16T15:01:52,997 DEBUG [RS:2;fc3fda29f660:46199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc3fda29f660,46199,1731769312399' 2024-11-16T15:01:52,997 DEBUG [RS:1;fc3fda29f660:33477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T15:01:52,997 DEBUG [RS:2;fc3fda29f660:46199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T15:01:52,997 DEBUG [RS:0;fc3fda29f660:38477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T15:01:52,997 DEBUG [RS:0;fc3fda29f660:38477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T15:01:52,997 DEBUG [RS:0;fc3fda29f660:38477 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc3fda29f660,38477,1731769312325 2024-11-16T15:01:52,997 DEBUG [RS:0;fc3fda29f660:38477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc3fda29f660,38477,1731769312325' 2024-11-16T15:01:52,997 DEBUG [RS:0;fc3fda29f660:38477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T15:01:52,997 DEBUG [RS:2;fc3fda29f660:46199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T15:01:52,997 DEBUG [RS:1;fc3fda29f660:33477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T15:01:52,997 DEBUG [RS:0;fc3fda29f660:38477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T15:01:52,998 DEBUG [RS:1;fc3fda29f660:33477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T15:01:52,998 DEBUG [RS:1;fc3fda29f660:33477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T15:01:52,998 DEBUG [RS:1;fc3fda29f660:33477 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc3fda29f660,33477,1731769312362 2024-11-16T15:01:52,998 DEBUG [RS:2;fc3fda29f660:46199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T15:01:52,998 DEBUG [RS:1;fc3fda29f660:33477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc3fda29f660,33477,1731769312362' 2024-11-16T15:01:52,998 DEBUG [RS:2;fc3fda29f660:46199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T15:01:52,998 DEBUG [RS:1;fc3fda29f660:33477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T15:01:52,998 DEBUG [RS:0;fc3fda29f660:38477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T15:01:52,998 DEBUG [RS:2;fc3fda29f660:46199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc3fda29f660,46199,1731769312399 2024-11-16T15:01:52,998 DEBUG [RS:2;fc3fda29f660:46199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc3fda29f660,46199,1731769312399' 2024-11-16T15:01:52,998 INFO [RS:0;fc3fda29f660:38477 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T15:01:52,998 DEBUG [RS:2;fc3fda29f660:46199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T15:01:52,998 INFO [RS:0;fc3fda29f660:38477 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T15:01:52,998 DEBUG [RS:1;fc3fda29f660:33477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T15:01:52,998 DEBUG [RS:2;fc3fda29f660:46199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T15:01:52,999 DEBUG [RS:1;fc3fda29f660:33477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T15:01:52,999 INFO [RS:1;fc3fda29f660:33477 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T15:01:52,999 INFO [RS:1;fc3fda29f660:33477 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T15:01:52,999 DEBUG [RS:2;fc3fda29f660:46199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T15:01:52,999 INFO [RS:2;fc3fda29f660:46199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T15:01:52,999 INFO [RS:2;fc3fda29f660:46199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T15:01:53,099 INFO [RS:0;fc3fda29f660:38477 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T15:01:53,099 INFO [RS:1;fc3fda29f660:33477 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T15:01:53,099 INFO [RS:2;fc3fda29f660:46199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T15:01:53,101 INFO [RS:0;fc3fda29f660:38477 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc3fda29f660%2C38477%2C1731769312325, suffix=, logDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325, archiveDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/oldWALs, maxLogs=32 2024-11-16T15:01:53,101 INFO [RS:1;fc3fda29f660:33477 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc3fda29f660%2C33477%2C1731769312362, suffix=, logDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,33477,1731769312362, archiveDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/oldWALs, maxLogs=32 2024-11-16T15:01:53,101 INFO [RS:2;fc3fda29f660:46199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc3fda29f660%2C46199%2C1731769312399, suffix=, logDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,46199,1731769312399, archiveDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/oldWALs, maxLogs=32 2024-11-16T15:01:53,119 DEBUG [RS:0;fc3fda29f660:38477 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325/fc3fda29f660%2C38477%2C1731769312325.1731769313106, exclude list is [], retry=0 2024-11-16T15:01:53,119 DEBUG [RS:1;fc3fda29f660:33477 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,33477,1731769312362/fc3fda29f660%2C33477%2C1731769312362.1731769313106, exclude list is [], retry=0 2024-11-16T15:01:53,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35923,DS-09718410-b314-4f34-8812-93b60f1e6bd6,DISK] 2024-11-16T15:01:53,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39071,DS-ca35f3ed-06f5-4b05-bcef-2c3d621e4ebc,DISK] 2024-11-16T15:01:53,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39071,DS-ca35f3ed-06f5-4b05-bcef-2c3d621e4ebc,DISK] 2024-11-16T15:01:53,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39381,DS-09e83f29-422f-4d97-95ef-dc72b0ca399f,DISK] 2024-11-16T15:01:53,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39381,DS-09e83f29-422f-4d97-95ef-dc72b0ca399f,DISK] 2024-11-16T15:01:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35923,DS-09718410-b314-4f34-8812-93b60f1e6bd6,DISK] 2024-11-16T15:01:53,124 DEBUG [RS:2;fc3fda29f660:46199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,46199,1731769312399/fc3fda29f660%2C46199%2C1731769312399.1731769313106, exclude list is [], retry=0 2024-11-16T15:01:53,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39381,DS-09e83f29-422f-4d97-95ef-dc72b0ca399f,DISK] 2024-11-16T15:01:53,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39071,DS-ca35f3ed-06f5-4b05-bcef-2c3d621e4ebc,DISK] 2024-11-16T15:01:53,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35923,DS-09718410-b314-4f34-8812-93b60f1e6bd6,DISK] 2024-11-16T15:01:53,128 INFO [RS:1;fc3fda29f660:33477 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,33477,1731769312362/fc3fda29f660%2C33477%2C1731769312362.1731769313106 2024-11-16T15:01:53,129 DEBUG [RS:1;fc3fda29f660:33477 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41369:41369),(127.0.0.1/127.0.0.1:45009:45009),(127.0.0.1/127.0.0.1:37419:37419)] 2024-11-16T15:01:53,131 INFO [RS:0;fc3fda29f660:38477 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325/fc3fda29f660%2C38477%2C1731769312325.1731769313106 2024-11-16T15:01:53,133 DEBUG [RS:0;fc3fda29f660:38477 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41369:41369),(127.0.0.1/127.0.0.1:45009:45009),(127.0.0.1/127.0.0.1:37419:37419)] 2024-11-16T15:01:53,133 INFO [RS:2;fc3fda29f660:46199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,46199,1731769312399/fc3fda29f660%2C46199%2C1731769312399.1731769313106 2024-11-16T15:01:53,133 DEBUG [RS:2;fc3fda29f660:46199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41369:41369),(127.0.0.1/127.0.0.1:45009:45009),(127.0.0.1/127.0.0.1:37419:37419)] 2024-11-16T15:01:53,205 DEBUG [fc3fda29f660:42431 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-16T15:01:53,206 DEBUG [fc3fda29f660:42431 {}] balancer.BalancerClusterState(204): Hosts are {fc3fda29f660=0} racks are {/default-rack=0} 2024-11-16T15:01:53,208 DEBUG [fc3fda29f660:42431 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T15:01:53,208 DEBUG [fc3fda29f660:42431 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T15:01:53,208 DEBUG [fc3fda29f660:42431 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T15:01:53,208 DEBUG [fc3fda29f660:42431 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T15:01:53,208 DEBUG [fc3fda29f660:42431 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T15:01:53,208 DEBUG [fc3fda29f660:42431 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T15:01:53,208 INFO [fc3fda29f660:42431 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T15:01:53,208 INFO [fc3fda29f660:42431 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T15:01:53,208 INFO [fc3fda29f660:42431 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T15:01:53,208 DEBUG [fc3fda29f660:42431 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T15:01:53,208 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fc3fda29f660,38477,1731769312325 2024-11-16T15:01:53,209 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc3fda29f660,38477,1731769312325, state=OPENING 2024-11-16T15:01:53,241 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T15:01:53,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:53,258 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:53,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:53,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:01:53,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:01:53,259 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T15:01:53,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:01:53,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:01:53,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fc3fda29f660,38477,1731769312325}] 2024-11-16T15:01:53,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:01:54,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:01:54,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:01:54,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:01:55,117 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T15:01:55,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:01:55,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:01:55,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:01:55,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T15:01:55,641 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T15:02:01,147 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T15:02:01,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:02:01,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:02:01,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:02:03,263 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T15:02:03,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42099, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T15:02:03,275 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T15:02:03,275 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T15:02:03,276 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T15:02:03,278 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc3fda29f660%2C38477%2C1731769312325.meta, suffix=.meta, logDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325, archiveDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/oldWALs, maxLogs=32 2024-11-16T15:02:03,297 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325/fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta, exclude list is [], retry=0 2024-11-16T15:02:03,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39381,DS-09e83f29-422f-4d97-95ef-dc72b0ca399f,DISK] 2024-11-16T15:02:03,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35923,DS-09718410-b314-4f34-8812-93b60f1e6bd6,DISK] 2024-11-16T15:02:03,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39071,DS-ca35f3ed-06f5-4b05-bcef-2c3d621e4ebc,DISK] 2024-11-16T15:02:03,301 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325/fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta 2024-11-16T15:02:03,302 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37419:37419),(127.0.0.1/127.0.0.1:45009:45009),(127.0.0.1/127.0.0.1:41369:41369)] 2024-11-16T15:02:03,302 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T15:02:03,302 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T15:02:03,302 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T15:02:03,302 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T15:02:03,302 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T15:02:03,302 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:03,303 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T15:02:03,303 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T15:02:03,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T15:02:03,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T15:02:03,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:03,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:02:03,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T15:02:03,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T15:02:03,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:03,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:02:03,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T15:02:03,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T15:02:03,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:03,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:02:03,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T15:02:03,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T15:02:03,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:03,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:02:03,311 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T15:02:03,311 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740 2024-11-16T15:02:03,313 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740 2024-11-16T15:02:03,314 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T15:02:03,314 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T15:02:03,314 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T15:02:03,315 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T15:02:03,316 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72803766, jitterRate=0.0848606526851654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T15:02:03,316 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T15:02:03,317 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731769323303Writing region info on filesystem at 1731769323303Initializing all the Stores at 1731769323304 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769323304Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769323304Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769323304Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769323304Cleaning up temporary data from old regions at 1731769323314 (+10 ms)Running coprocessor post-open hooks at 1731769323316 (+2 ms)Region opened successfully at 1731769323317 (+1 ms) 2024-11-16T15:02:03,318 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731769323262 2024-11-16T15:02:03,319 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T15:02:03,319 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T15:02:03,320 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,38477,1731769312325 2024-11-16T15:02:03,321 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc3fda29f660,38477,1731769312325, state=OPEN 2024-11-16T15:02:03,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T15:02:03,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T15:02:03,373 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T15:02:03,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T15:02:03,373 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fc3fda29f660,38477,1731769312325 2024-11-16T15:02:03,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:02:03,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:02:03,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:02:03,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:02:03,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T15:02:03,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fc3fda29f660,38477,1731769312325 in 10.1140 sec 2024-11-16T15:02:03,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T15:02:03,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5740 sec 2024-11-16T15:02:03,380 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T15:02:03,380 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T15:02:03,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T15:02:03,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc3fda29f660,38477,1731769312325, seqNum=-1] 2024-11-16T15:02:03,383 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T15:02:03,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53795, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T15:02:03,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6340 sec 2024-11-16T15:02:03,389 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731769323389, completionTime=-1 2024-11-16T15:02:03,389 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-16T15:02:03,389 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T15:02:03,391 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-16T15:02:03,391 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731769383391 2024-11-16T15:02:03,391 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731769443391 2024-11-16T15:02:03,391 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-16T15:02:03,391 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T15:02:03,391 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,42431,1731769312173-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T15:02:03,392 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,42431,1731769312173-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:02:03,392 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,42431,1731769312173-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:02:03,392 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fc3fda29f660:42431, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:02:03,392 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T15:02:03,392 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T15:02:03,394 DEBUG [master/fc3fda29f660:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T15:02:03,396 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.930sec 2024-11-16T15:02:03,396 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T15:02:03,396 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T15:02:03,396 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T15:02:03,396 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T15:02:03,396 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T15:02:03,396 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,42431,1731769312173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T15:02:03,396 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,42431,1731769312173-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T15:02:03,398 DEBUG [master/fc3fda29f660:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T15:02:03,398 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T15:02:03,399 INFO [master/fc3fda29f660:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc3fda29f660,42431,1731769312173-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T15:02:03,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d357d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T15:02:03,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc3fda29f660,42431,-1 for getting cluster id 2024-11-16T15:02:03,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T15:02:03,442 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ceccf77-fb8a-44e9-b6d3-b6225ce8ba68' 2024-11-16T15:02:03,443 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T15:02:03,443 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ceccf77-fb8a-44e9-b6d3-b6225ce8ba68" 2024-11-16T15:02:03,443 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ea7777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T15:02:03,443 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc3fda29f660,42431,-1] 2024-11-16T15:02:03,444 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T15:02:03,444 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:02:03,446 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T15:02:03,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73946fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T15:02:03,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T15:02:03,448 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc3fda29f660,38477,1731769312325, seqNum=-1] 2024-11-16T15:02:03,449 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T15:02:03,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T15:02:03,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fc3fda29f660,42431,1731769312173 2024-11-16T15:02:03,453 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731769323453 (current time:1731769323453). 2024-11-16T15:02:03,453 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T15:02:03,453 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-16T15:02:03,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0981cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T15:02:03,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc3fda29f660,42431,-1 for getting cluster id 2024-11-16T15:02:03,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T15:02:03,455 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ceccf77-fb8a-44e9-b6d3-b6225ce8ba68' 2024-11-16T15:02:03,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T15:02:03,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ceccf77-fb8a-44e9-b6d3-b6225ce8ba68" 2024-11-16T15:02:03,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2471568d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T15:02:03,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc3fda29f660,42431,-1] 2024-11-16T15:02:03,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T15:02:03,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:02:03,456 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T15:02:03,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bba3677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T15:02:03,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T15:02:03,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc3fda29f660,38477,1731769312325, seqNum=-1] 2024-11-16T15:02:03,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T15:02:03,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T15:02:03,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T15:02:03,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T15:02:03,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:02:03,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:02:03,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T15:02:03,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T15:02:03,462 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fc3fda29f660,42431,1731769312173 2024-11-16T15:02:03,462 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dd8a3b5 2024-11-16T15:02:03,462 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T15:02:03,463 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T15:02:03,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T15:02:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-16T15:02:03,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T15:02:03,466 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:03,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-16T15:02:03,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T15:02:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:02:03,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741837_1013 (size=361) 2024-11-16T15:02:03,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741837_1013 (size=361) 2024-11-16T15:02:03,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741837_1013 (size=361) 2024-11-16T15:02:03,478 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc4e0e6fb59e8d040732788b178d4837, NAME => 'SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c 2024-11-16T15:02:03,479 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 955f497ac736cd4e46696b15f8d903f7, NAME => 'SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c 2024-11-16T15:02:03,479 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 37223fbfc0c501f74453e730b2c6001b, NAME => 'SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c 2024-11-16T15:02:03,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741838_1014 (size=62) 2024-11-16T15:02:03,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741838_1014 (size=62) 2024-11-16T15:02:03,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741838_1014 (size=62) 2024-11-16T15:02:03,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:03,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 37223fbfc0c501f74453e730b2c6001b, disabling compactions & flushes 2024-11-16T15:02:03,489 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. 2024-11-16T15:02:03,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. 2024-11-16T15:02:03,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. after waiting 0 ms 2024-11-16T15:02:03,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. 2024-11-16T15:02:03,489 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. 2024-11-16T15:02:03,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 37223fbfc0c501f74453e730b2c6001b: Waiting for close lock at 1731769323489Disabling compacts and flushes for region at 1731769323489Disabling writes for close at 1731769323489Writing region close event to WAL at 1731769323489Closed at 1731769323489 2024-11-16T15:02:03,490 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 64184b03bf338b014894c94420810cb2, NAME => 'SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c 2024-11-16T15:02:03,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741839_1015 (size=62) 2024-11-16T15:02:03,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741839_1015 (size=62) 2024-11-16T15:02:03,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741839_1015 (size=62) 2024-11-16T15:02:03,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:03,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741840_1016 (size=54) 2024-11-16T15:02:03,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 955f497ac736cd4e46696b15f8d903f7, disabling compactions & flushes 2024-11-16T15:02:03,493 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7. 2024-11-16T15:02:03,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741840_1016 (size=54) 2024-11-16T15:02:03,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7. 2024-11-16T15:02:03,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7. after waiting 0 ms 2024-11-16T15:02:03,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7. 2024-11-16T15:02:03,494 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7. 2024-11-16T15:02:03,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 955f497ac736cd4e46696b15f8d903f7: Waiting for close lock at 1731769323493Disabling compacts and flushes for region at 1731769323493Disabling writes for close at 1731769323493Writing region close event to WAL at 1731769323494 (+1 ms)Closed at 1731769323494 2024-11-16T15:02:03,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741840_1016 (size=54) 2024-11-16T15:02:03,494 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fbff4eb91f818b063fe9e139ab7abbeb, NAME => 'SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c 2024-11-16T15:02:03,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741841_1017 (size=62) 2024-11-16T15:02:03,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741841_1017 (size=62) 2024-11-16T15:02:03,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741841_1017 (size=62) 2024-11-16T15:02:03,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:03,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 64184b03bf338b014894c94420810cb2, disabling compactions & flushes 2024-11-16T15:02:03,501 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. 2024-11-16T15:02:03,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. 2024-11-16T15:02:03,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. after waiting 0 ms 2024-11-16T15:02:03,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. 2024-11-16T15:02:03,501 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. 2024-11-16T15:02:03,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 64184b03bf338b014894c94420810cb2: Waiting for close lock at 1731769323501Disabling compacts and flushes for region at 1731769323501Disabling writes for close at 1731769323501Writing region close event to WAL at 1731769323501Closed at 1731769323501 2024-11-16T15:02:03,502 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2cbbae1ff02208fa509c3434633c5a1e, NAME => 'SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c 2024-11-16T15:02:03,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741842_1018 (size=62) 2024-11-16T15:02:03,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741842_1018 (size=62) 2024-11-16T15:02:03,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741842_1018 (size=62) 2024-11-16T15:02:03,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:03,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fbff4eb91f818b063fe9e139ab7abbeb, disabling compactions & flushes 2024-11-16T15:02:03,504 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. 2024-11-16T15:02:03,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. 2024-11-16T15:02:03,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. after waiting 0 ms 2024-11-16T15:02:03,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. 2024-11-16T15:02:03,504 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. 2024-11-16T15:02:03,504 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fbff4eb91f818b063fe9e139ab7abbeb: Waiting for close lock at 1731769323504Disabling compacts and flushes for region at 1731769323504Disabling writes for close at 1731769323504Writing region close event to WAL at 1731769323504Closed at 1731769323504 2024-11-16T15:02:03,505 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0754d9fa64662355e9b76dfbb3b4e4db, NAME => 'SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c 2024-11-16T15:02:03,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741843_1019 (size=62) 2024-11-16T15:02:03,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741843_1019 (size=62) 2024-11-16T15:02:03,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741843_1019 (size=62) 2024-11-16T15:02:03,517 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:03,517 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2cbbae1ff02208fa509c3434633c5a1e, disabling compactions & flushes 2024-11-16T15:02:03,517 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e. 2024-11-16T15:02:03,517 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e. 2024-11-16T15:02:03,517 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e. after waiting 0 ms 2024-11-16T15:02:03,517 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e. 2024-11-16T15:02:03,517 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e. 2024-11-16T15:02:03,517 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2cbbae1ff02208fa509c3434633c5a1e: Waiting for close lock at 1731769323517Disabling compacts and flushes for region at 1731769323517Disabling writes for close at 1731769323517Writing region close event to WAL at 1731769323517Closed at 1731769323517 2024-11-16T15:02:03,518 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fa4a208dde09f987607266393c3c4e37, NAME => 'SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c 2024-11-16T15:02:03,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741844_1020 (size=62) 2024-11-16T15:02:03,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741844_1020 (size=62) 2024-11-16T15:02:03,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741844_1020 (size=62) 2024-11-16T15:02:03,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:03,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0754d9fa64662355e9b76dfbb3b4e4db, disabling compactions & flushes 2024-11-16T15:02:03,524 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. 2024-11-16T15:02:03,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. 2024-11-16T15:02:03,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. after waiting 0 ms 2024-11-16T15:02:03,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. 2024-11-16T15:02:03,524 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. 2024-11-16T15:02:03,524 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0754d9fa64662355e9b76dfbb3b4e4db: Waiting for close lock at 1731769323524Disabling compacts and flushes for region at 1731769323524Disabling writes for close at 1731769323524Writing region close event to WAL at 1731769323524Closed at 1731769323524 2024-11-16T15:02:03,524 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a99f301db03986f1ab431fa11bfbf250, NAME => 'SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c 2024-11-16T15:02:03,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741845_1021 (size=62) 2024-11-16T15:02:03,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741845_1021 (size=62) 2024-11-16T15:02:03,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741845_1021 (size=62) 2024-11-16T15:02:03,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:03,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fa4a208dde09f987607266393c3c4e37, disabling compactions & flushes 2024-11-16T15:02:03,531 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. 2024-11-16T15:02:03,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. 2024-11-16T15:02:03,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. after waiting 0 ms 2024-11-16T15:02:03,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. 2024-11-16T15:02:03,531 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. 2024-11-16T15:02:03,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fa4a208dde09f987607266393c3c4e37: Waiting for close lock at 1731769323531Disabling compacts and flushes for region at 1731769323531Disabling writes for close at 1731769323531Writing region close event to WAL at 1731769323531Closed at 1731769323531 2024-11-16T15:02:03,532 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7ea9b67c53dc37e4fb1128b9102d14f9, NAME => 'SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c 2024-11-16T15:02:03,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741846_1022 (size=62) 2024-11-16T15:02:03,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741846_1022 (size=62) 2024-11-16T15:02:03,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741846_1022 (size=62) 2024-11-16T15:02:03,535 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:03,535 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a99f301db03986f1ab431fa11bfbf250, disabling compactions & flushes 2024-11-16T15:02:03,535 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250. 2024-11-16T15:02:03,535 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250. 2024-11-16T15:02:03,535 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250. after waiting 0 ms 2024-11-16T15:02:03,535 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250. 2024-11-16T15:02:03,535 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250. 2024-11-16T15:02:03,535 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a99f301db03986f1ab431fa11bfbf250: Waiting for close lock at 1731769323535Disabling compacts and flushes for region at 1731769323535Disabling writes for close at 1731769323535Writing region close event to WAL at 1731769323535Closed at 1731769323535 2024-11-16T15:02:03,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741847_1023 (size=54) 2024-11-16T15:02:03,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741847_1023 (size=54) 2024-11-16T15:02:03,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741847_1023 (size=54) 2024-11-16T15:02:03,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:03,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7ea9b67c53dc37e4fb1128b9102d14f9, disabling compactions & flushes 2024-11-16T15:02:03,541 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. 2024-11-16T15:02:03,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. 2024-11-16T15:02:03,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. after waiting 0 ms 2024-11-16T15:02:03,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. 2024-11-16T15:02:03,541 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. 2024-11-16T15:02:03,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7ea9b67c53dc37e4fb1128b9102d14f9: Waiting for close lock at 1731769323541Disabling compacts and flushes for region at 1731769323541Disabling writes for close at 1731769323541Writing region close event to WAL at 1731769323541Closed at 1731769323541 2024-11-16T15:02:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:02:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:02:03,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:03,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bc4e0e6fb59e8d040732788b178d4837, disabling compactions & flushes 2024-11-16T15:02:03,896 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. 2024-11-16T15:02:03,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. 2024-11-16T15:02:03,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. after waiting 0 ms 2024-11-16T15:02:03,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. 2024-11-16T15:02:03,896 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. 2024-11-16T15:02:03,896 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc4e0e6fb59e8d040732788b178d4837: Waiting for close lock at 1731769323896Disabling compacts and flushes for region at 1731769323896Disabling writes for close at 1731769323896Writing region close event to WAL at 1731769323896Closed at 1731769323896 2024-11-16T15:02:03,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T15:02:03,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731769323899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769323899"}]},"ts":"1731769323899"} 2024-11-16T15:02:03,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731769323899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769323899"}]},"ts":"1731769323899"} 2024-11-16T15:02:03,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731769323899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769323899"}]},"ts":"1731769323899"} 2024-11-16T15:02:03,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731769323899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769323899"}]},"ts":"1731769323899"} 2024-11-16T15:02:03,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731769323899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769323899"}]},"ts":"1731769323899"} 2024-11-16T15:02:03,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731769323899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769323899"}]},"ts":"1731769323899"} 2024-11-16T15:02:03,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731769323899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769323899"}]},"ts":"1731769323899"} 2024-11-16T15:02:03,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731769323899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769323899"}]},"ts":"1731769323899"} 2024-11-16T15:02:03,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731769323899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769323899"}]},"ts":"1731769323899"} 2024-11-16T15:02:03,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731769323899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731769323899"}]},"ts":"1731769323899"} 2024-11-16T15:02:03,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-16T15:02:03,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T15:02:03,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731769323909"}]},"ts":"1731769323909"} 2024-11-16T15:02:03,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-16T15:02:03,912 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fc3fda29f660=0} racks are {/default-rack=0} 2024-11-16T15:02:03,916 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T15:02:03,916 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T15:02:03,916 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T15:02:03,916 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T15:02:03,917 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T15:02:03,917 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T15:02:03,917 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T15:02:03,917 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T15:02:03,917 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T15:02:03,917 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T15:02:03,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc4e0e6fb59e8d040732788b178d4837, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37223fbfc0c501f74453e730b2c6001b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=955f497ac736cd4e46696b15f8d903f7, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64184b03bf338b014894c94420810cb2, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbff4eb91f818b063fe9e139ab7abbeb, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cbbae1ff02208fa509c3434633c5a1e, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0754d9fa64662355e9b76dfbb3b4e4db, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa4a208dde09f987607266393c3c4e37, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a99f301db03986f1ab431fa11bfbf250, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ea9b67c53dc37e4fb1128b9102d14f9, ASSIGN}] 2024-11-16T15:02:03,919 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=955f497ac736cd4e46696b15f8d903f7, ASSIGN 2024-11-16T15:02:03,919 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64184b03bf338b014894c94420810cb2, ASSIGN 2024-11-16T15:02:03,919 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37223fbfc0c501f74453e730b2c6001b, ASSIGN 2024-11-16T15:02:03,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc4e0e6fb59e8d040732788b178d4837, ASSIGN 2024-11-16T15:02:03,920 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=37223fbfc0c501f74453e730b2c6001b, ASSIGN; state=OFFLINE, location=fc3fda29f660,33477,1731769312362; forceNewPlan=false, retain=false 2024-11-16T15:02:03,921 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc4e0e6fb59e8d040732788b178d4837, ASSIGN; state=OFFLINE, location=fc3fda29f660,33477,1731769312362; forceNewPlan=false, retain=false 2024-11-16T15:02:03,920 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64184b03bf338b014894c94420810cb2, ASSIGN; state=OFFLINE, location=fc3fda29f660,46199,1731769312399; forceNewPlan=false, retain=false 2024-11-16T15:02:03,920 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=955f497ac736cd4e46696b15f8d903f7, ASSIGN; state=OFFLINE, location=fc3fda29f660,38477,1731769312325; forceNewPlan=false, retain=false 2024-11-16T15:02:03,923 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa4a208dde09f987607266393c3c4e37, ASSIGN 2024-11-16T15:02:03,923 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ea9b67c53dc37e4fb1128b9102d14f9, ASSIGN 2024-11-16T15:02:03,924 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a99f301db03986f1ab431fa11bfbf250, ASSIGN 2024-11-16T15:02:03,924 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0754d9fa64662355e9b76dfbb3b4e4db, ASSIGN 2024-11-16T15:02:03,924 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cbbae1ff02208fa509c3434633c5a1e, ASSIGN 2024-11-16T15:02:03,925 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fa4a208dde09f987607266393c3c4e37, ASSIGN; state=OFFLINE, location=fc3fda29f660,33477,1731769312362; forceNewPlan=false, retain=false 2024-11-16T15:02:03,925 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0754d9fa64662355e9b76dfbb3b4e4db, ASSIGN; state=OFFLINE, location=fc3fda29f660,46199,1731769312399; forceNewPlan=false, retain=false 2024-11-16T15:02:03,925 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7ea9b67c53dc37e4fb1128b9102d14f9, ASSIGN; state=OFFLINE, location=fc3fda29f660,46199,1731769312399; forceNewPlan=false, retain=false 2024-11-16T15:02:03,925 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2cbbae1ff02208fa509c3434633c5a1e, ASSIGN; state=OFFLINE, location=fc3fda29f660,38477,1731769312325; forceNewPlan=false, retain=false 2024-11-16T15:02:03,925 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a99f301db03986f1ab431fa11bfbf250, ASSIGN; state=OFFLINE, location=fc3fda29f660,38477,1731769312325; forceNewPlan=false, retain=false 2024-11-16T15:02:03,928 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbff4eb91f818b063fe9e139ab7abbeb, ASSIGN 2024-11-16T15:02:03,929 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fbff4eb91f818b063fe9e139ab7abbeb, ASSIGN; state=OFFLINE, location=fc3fda29f660,33477,1731769312362; forceNewPlan=false, retain=false 2024-11-16T15:02:04,073 INFO [fc3fda29f660:42431 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-16T15:02:04,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0754d9fa64662355e9b76dfbb3b4e4db, regionState=OPENING, regionLocation=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:04,074 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7ea9b67c53dc37e4fb1128b9102d14f9, regionState=OPENING, regionLocation=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:04,074 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a99f301db03986f1ab431fa11bfbf250, regionState=OPENING, regionLocation=fc3fda29f660,38477,1731769312325 2024-11-16T15:02:04,074 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=64184b03bf338b014894c94420810cb2, regionState=OPENING, regionLocation=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:04,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2cbbae1ff02208fa509c3434633c5a1e, regionState=OPENING, regionLocation=fc3fda29f660,38477,1731769312325 2024-11-16T15:02:04,075 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=955f497ac736cd4e46696b15f8d903f7, regionState=OPENING, regionLocation=fc3fda29f660,38477,1731769312325 2024-11-16T15:02:04,075 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fa4a208dde09f987607266393c3c4e37, regionState=OPENING, regionLocation=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:04,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbff4eb91f818b063fe9e139ab7abbeb, regionState=OPENING, regionLocation=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:04,075 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=37223fbfc0c501f74453e730b2c6001b, regionState=OPENING, regionLocation=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:04,076 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc4e0e6fb59e8d040732788b178d4837, regionState=OPENING, regionLocation=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:04,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a99f301db03986f1ab431fa11bfbf250, ASSIGN because future has completed 2024-11-16T15:02:04,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a99f301db03986f1ab431fa11bfbf250, server=fc3fda29f660,38477,1731769312325}] 2024-11-16T15:02:04,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0754d9fa64662355e9b76dfbb3b4e4db, ASSIGN because future has completed 2024-11-16T15:02:04,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0754d9fa64662355e9b76dfbb3b4e4db, server=fc3fda29f660,46199,1731769312399}] 2024-11-16T15:02:04,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2cbbae1ff02208fa509c3434633c5a1e, ASSIGN because future has completed 2024-11-16T15:02:04,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cbbae1ff02208fa509c3434633c5a1e, server=fc3fda29f660,38477,1731769312325}] 2024-11-16T15:02:04,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64184b03bf338b014894c94420810cb2, ASSIGN because future has completed 2024-11-16T15:02:04,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7ea9b67c53dc37e4fb1128b9102d14f9, ASSIGN because future has completed 2024-11-16T15:02:04,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ea9b67c53dc37e4fb1128b9102d14f9, server=fc3fda29f660,46199,1731769312399}] 2024-11-16T15:02:04,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=955f497ac736cd4e46696b15f8d903f7, ASSIGN because future has completed 2024-11-16T15:02:04,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fa4a208dde09f987607266393c3c4e37, ASSIGN because future has completed 2024-11-16T15:02:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:02:04,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64184b03bf338b014894c94420810cb2, server=fc3fda29f660,46199,1731769312399}] 2024-11-16T15:02:04,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fbff4eb91f818b063fe9e139ab7abbeb, ASSIGN because future has completed 2024-11-16T15:02:04,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=37223fbfc0c501f74453e730b2c6001b, ASSIGN because future has completed 2024-11-16T15:02:04,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc4e0e6fb59e8d040732788b178d4837, ASSIGN because future has completed 2024-11-16T15:02:04,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 955f497ac736cd4e46696b15f8d903f7, server=fc3fda29f660,38477,1731769312325}] 2024-11-16T15:02:04,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc4e0e6fb59e8d040732788b178d4837, server=fc3fda29f660,33477,1731769312362}] 2024-11-16T15:02:04,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37223fbfc0c501f74453e730b2c6001b, server=fc3fda29f660,33477,1731769312362}] 2024-11-16T15:02:04,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbff4eb91f818b063fe9e139ab7abbeb, server=fc3fda29f660,33477,1731769312362}] 2024-11-16T15:02:04,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa4a208dde09f987607266393c3c4e37, server=fc3fda29f660,33477,1731769312362}] 2024-11-16T15:02:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:02:04,941 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T15:02:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:02:05,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T15:02:05,640 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T15:02:05,642 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T15:02:05,642 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T15:02:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:02:08,805 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T15:02:08,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:02:08,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:02:08,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:02:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:02:14,092 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T15:02:14,095 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250. 2024-11-16T15:02:14,095 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a99f301db03986f1ab431fa11bfbf250, NAME => 'SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-16T15:02:14,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38891, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T15:02:14,096 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a99f301db03986f1ab431fa11bfbf250 2024-11-16T15:02:14,096 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:14,096 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a99f301db03986f1ab431fa11bfbf250 2024-11-16T15:02:14,096 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a99f301db03986f1ab431fa11bfbf250 2024-11-16T15:02:14,099 INFO [StoreOpener-a99f301db03986f1ab431fa11bfbf250-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a99f301db03986f1ab431fa11bfbf250 2024-11-16T15:02:14,101 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T15:02:14,101 INFO [StoreOpener-a99f301db03986f1ab431fa11bfbf250-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a99f301db03986f1ab431fa11bfbf250 columnFamilyName cf 2024-11-16T15:02:14,101 DEBUG [StoreOpener-a99f301db03986f1ab431fa11bfbf250-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:14,102 INFO [StoreOpener-a99f301db03986f1ab431fa11bfbf250-1 {}] regionserver.HStore(327): Store=a99f301db03986f1ab431fa11bfbf250/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:02:14,102 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a99f301db03986f1ab431fa11bfbf250 2024-11-16T15:02:14,102 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. 2024-11-16T15:02:14,102 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ea9b67c53dc37e4fb1128b9102d14f9, NAME => 'SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-16T15:02:14,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46417, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T15:02:14,103 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7ea9b67c53dc37e4fb1128b9102d14f9 2024-11-16T15:02:14,103 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:14,103 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/a99f301db03986f1ab431fa11bfbf250 2024-11-16T15:02:14,103 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7ea9b67c53dc37e4fb1128b9102d14f9 2024-11-16T15:02:14,103 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7ea9b67c53dc37e4fb1128b9102d14f9 2024-11-16T15:02:14,103 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/a99f301db03986f1ab431fa11bfbf250 2024-11-16T15:02:14,104 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a99f301db03986f1ab431fa11bfbf250 2024-11-16T15:02:14,104 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a99f301db03986f1ab431fa11bfbf250 2024-11-16T15:02:14,104 INFO [StoreOpener-7ea9b67c53dc37e4fb1128b9102d14f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7ea9b67c53dc37e4fb1128b9102d14f9 2024-11-16T15:02:14,106 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a99f301db03986f1ab431fa11bfbf250 2024-11-16T15:02:14,106 INFO [StoreOpener-7ea9b67c53dc37e4fb1128b9102d14f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ea9b67c53dc37e4fb1128b9102d14f9 columnFamilyName cf 2024-11-16T15:02:14,106 DEBUG [StoreOpener-7ea9b67c53dc37e4fb1128b9102d14f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:14,107 INFO [StoreOpener-7ea9b67c53dc37e4fb1128b9102d14f9-1 {}] regionserver.HStore(327): Store=7ea9b67c53dc37e4fb1128b9102d14f9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:02:14,107 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7ea9b67c53dc37e4fb1128b9102d14f9 2024-11-16T15:02:14,107 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. 2024-11-16T15:02:14,107 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => bc4e0e6fb59e8d040732788b178d4837, NAME => 'SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-16T15:02:14,108 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/7ea9b67c53dc37e4fb1128b9102d14f9 2024-11-16T15:02:14,108 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bc4e0e6fb59e8d040732788b178d4837 2024-11-16T15:02:14,108 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:14,108 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for bc4e0e6fb59e8d040732788b178d4837 2024-11-16T15:02:14,108 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for bc4e0e6fb59e8d040732788b178d4837 2024-11-16T15:02:14,108 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/7ea9b67c53dc37e4fb1128b9102d14f9 2024-11-16T15:02:14,108 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7ea9b67c53dc37e4fb1128b9102d14f9 2024-11-16T15:02:14,108 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7ea9b67c53dc37e4fb1128b9102d14f9 2024-11-16T15:02:14,110 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7ea9b67c53dc37e4fb1128b9102d14f9 2024-11-16T15:02:14,111 INFO [StoreOpener-bc4e0e6fb59e8d040732788b178d4837-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bc4e0e6fb59e8d040732788b178d4837 2024-11-16T15:02:14,111 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/a99f301db03986f1ab431fa11bfbf250/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:02:14,112 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a99f301db03986f1ab431fa11bfbf250; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71825731, jitterRate=0.07028679549694061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:02:14,112 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a99f301db03986f1ab431fa11bfbf250 2024-11-16T15:02:14,112 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a99f301db03986f1ab431fa11bfbf250: Running coprocessor pre-open hook at 1731769334096Writing region info on filesystem at 1731769334096Initializing all the Stores at 1731769334098 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769334098Cleaning up temporary data from old regions at 1731769334104 (+6 ms)Running coprocessor post-open hooks at 1731769334112 (+8 ms)Region opened successfully at 1731769334112 2024-11-16T15:02:14,112 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/7ea9b67c53dc37e4fb1128b9102d14f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:02:14,112 INFO [StoreOpener-bc4e0e6fb59e8d040732788b178d4837-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc4e0e6fb59e8d040732788b178d4837 columnFamilyName cf 2024-11-16T15:02:14,112 DEBUG [StoreOpener-bc4e0e6fb59e8d040732788b178d4837-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:14,113 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 7ea9b67c53dc37e4fb1128b9102d14f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67603968, jitterRate=0.00737762451171875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:02:14,113 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ea9b67c53dc37e4fb1128b9102d14f9 2024-11-16T15:02:14,113 INFO [StoreOpener-bc4e0e6fb59e8d040732788b178d4837-1 {}] regionserver.HStore(327): Store=bc4e0e6fb59e8d040732788b178d4837/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:02:14,113 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for bc4e0e6fb59e8d040732788b178d4837 2024-11-16T15:02:14,113 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7ea9b67c53dc37e4fb1128b9102d14f9: Running coprocessor pre-open hook at 1731769334103Writing region info on filesystem at 1731769334103Initializing all the Stores at 1731769334104 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769334104Cleaning up temporary data from old regions at 1731769334108 (+4 ms)Running coprocessor post-open hooks at 1731769334113 (+5 ms)Region opened successfully at 1731769334113 2024-11-16T15:02:14,113 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250., pid=15, masterSystemTime=1731769334084 2024-11-16T15:02:14,114 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/bc4e0e6fb59e8d040732788b178d4837 2024-11-16T15:02:14,114 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9., pid=19, masterSystemTime=1731769334092 2024-11-16T15:02:14,114 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/bc4e0e6fb59e8d040732788b178d4837 2024-11-16T15:02:14,114 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for bc4e0e6fb59e8d040732788b178d4837 2024-11-16T15:02:14,114 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for bc4e0e6fb59e8d040732788b178d4837 2024-11-16T15:02:14,115 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250. 2024-11-16T15:02:14,115 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250. 2024-11-16T15:02:14,115 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7. 2024-11-16T15:02:14,115 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a99f301db03986f1ab431fa11bfbf250, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,38477,1731769312325 2024-11-16T15:02:14,116 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. 2024-11-16T15:02:14,116 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. 2024-11-16T15:02:14,116 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. 2024-11-16T15:02:14,116 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 0754d9fa64662355e9b76dfbb3b4e4db, NAME => 'SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-16T15:02:14,116 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0754d9fa64662355e9b76dfbb3b4e4db 2024-11-16T15:02:14,116 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:14,116 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for bc4e0e6fb59e8d040732788b178d4837 2024-11-16T15:02:14,116 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 0754d9fa64662355e9b76dfbb3b4e4db 2024-11-16T15:02:14,116 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 0754d9fa64662355e9b76dfbb3b4e4db 2024-11-16T15:02:14,117 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7ea9b67c53dc37e4fb1128b9102d14f9, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:14,115 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 955f497ac736cd4e46696b15f8d903f7, NAME => 'SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-16T15:02:14,117 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 955f497ac736cd4e46696b15f8d903f7 2024-11-16T15:02:14,117 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:14,117 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 955f497ac736cd4e46696b15f8d903f7 2024-11-16T15:02:14,117 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 955f497ac736cd4e46696b15f8d903f7 2024-11-16T15:02:14,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a99f301db03986f1ab431fa11bfbf250, server=fc3fda29f660,38477,1731769312325 because future has completed 2024-11-16T15:02:14,119 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42431 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fc3fda29f660,46199,1731769312399, table=SPTestTable, region=7ea9b67c53dc37e4fb1128b9102d14f9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T15:02:14,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ea9b67c53dc37e4fb1128b9102d14f9, server=fc3fda29f660,46199,1731769312399 because future has completed 2024-11-16T15:02:14,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-16T15:02:14,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a99f301db03986f1ab431fa11bfbf250, server=fc3fda29f660,38477,1731769312325 in 10.0390 sec 2024-11-16T15:02:14,121 INFO [StoreOpener-0754d9fa64662355e9b76dfbb3b4e4db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0754d9fa64662355e9b76dfbb3b4e4db 2024-11-16T15:02:14,121 INFO [StoreOpener-955f497ac736cd4e46696b15f8d903f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 955f497ac736cd4e46696b15f8d903f7 2024-11-16T15:02:14,122 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/bc4e0e6fb59e8d040732788b178d4837/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:02:14,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a99f301db03986f1ab431fa11bfbf250, ASSIGN in 10.2040 sec 2024-11-16T15:02:14,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-16T15:02:14,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ea9b67c53dc37e4fb1128b9102d14f9, server=fc3fda29f660,46199,1731769312399 in 10.0350 sec 2024-11-16T15:02:14,123 INFO [StoreOpener-0754d9fa64662355e9b76dfbb3b4e4db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0754d9fa64662355e9b76dfbb3b4e4db columnFamilyName cf 2024-11-16T15:02:14,123 INFO [StoreOpener-955f497ac736cd4e46696b15f8d903f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 955f497ac736cd4e46696b15f8d903f7 columnFamilyName cf 2024-11-16T15:02:14,123 DEBUG [StoreOpener-0754d9fa64662355e9b76dfbb3b4e4db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:14,123 DEBUG [StoreOpener-955f497ac736cd4e46696b15f8d903f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:14,124 INFO [StoreOpener-0754d9fa64662355e9b76dfbb3b4e4db-1 {}] regionserver.HStore(327): Store=0754d9fa64662355e9b76dfbb3b4e4db/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:02:14,124 INFO [StoreOpener-955f497ac736cd4e46696b15f8d903f7-1 {}] regionserver.HStore(327): Store=955f497ac736cd4e46696b15f8d903f7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:02:14,124 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened bc4e0e6fb59e8d040732788b178d4837; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63712576, jitterRate=-0.05060863494873047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:02:14,124 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 955f497ac736cd4e46696b15f8d903f7 2024-11-16T15:02:14,124 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 0754d9fa64662355e9b76dfbb3b4e4db 2024-11-16T15:02:14,124 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc4e0e6fb59e8d040732788b178d4837 2024-11-16T15:02:14,124 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for bc4e0e6fb59e8d040732788b178d4837: Running coprocessor pre-open hook at 1731769334108Writing region info on filesystem at 1731769334108Initializing all the Stores at 1731769334109 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769334109Cleaning up temporary data from old regions at 1731769334115 (+6 ms)Running coprocessor post-open hooks at 1731769334124 (+9 ms)Region opened successfully at 1731769334124 2024-11-16T15:02:14,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ea9b67c53dc37e4fb1128b9102d14f9, ASSIGN in 10.2060 sec 2024-11-16T15:02:14,125 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/955f497ac736cd4e46696b15f8d903f7 2024-11-16T15:02:14,125 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837., pid=22, masterSystemTime=1731769334101 2024-11-16T15:02:14,125 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/0754d9fa64662355e9b76dfbb3b4e4db 2024-11-16T15:02:14,125 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/0754d9fa64662355e9b76dfbb3b4e4db 2024-11-16T15:02:14,126 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 0754d9fa64662355e9b76dfbb3b4e4db 2024-11-16T15:02:14,126 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 0754d9fa64662355e9b76dfbb3b4e4db 2024-11-16T15:02:14,127 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. 2024-11-16T15:02:14,127 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. 2024-11-16T15:02:14,127 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. 2024-11-16T15:02:14,127 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => fa4a208dde09f987607266393c3c4e37, NAME => 'SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-16T15:02:14,128 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fa4a208dde09f987607266393c3c4e37 2024-11-16T15:02:14,128 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:14,128 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for fa4a208dde09f987607266393c3c4e37 2024-11-16T15:02:14,128 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for fa4a208dde09f987607266393c3c4e37 2024-11-16T15:02:14,128 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc4e0e6fb59e8d040732788b178d4837, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:14,128 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 0754d9fa64662355e9b76dfbb3b4e4db 2024-11-16T15:02:14,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc4e0e6fb59e8d040732788b178d4837, server=fc3fda29f660,33477,1731769312362 because future has completed 2024-11-16T15:02:14,131 INFO [StoreOpener-fa4a208dde09f987607266393c3c4e37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fa4a208dde09f987607266393c3c4e37 2024-11-16T15:02:14,131 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/0754d9fa64662355e9b76dfbb3b4e4db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:02:14,132 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 0754d9fa64662355e9b76dfbb3b4e4db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60746155, jitterRate=-0.09481175243854523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:02:14,132 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0754d9fa64662355e9b76dfbb3b4e4db 2024-11-16T15:02:14,132 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 0754d9fa64662355e9b76dfbb3b4e4db: Running coprocessor pre-open hook at 1731769334117Writing region info on filesystem at 1731769334117Initializing all the Stores at 1731769334118 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769334118Cleaning up temporary data from old regions at 1731769334126 (+8 ms)Running coprocessor post-open hooks at 1731769334132 (+6 ms)Region opened successfully at 1731769334132 2024-11-16T15:02:14,132 INFO [StoreOpener-fa4a208dde09f987607266393c3c4e37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa4a208dde09f987607266393c3c4e37 columnFamilyName cf 2024-11-16T15:02:14,132 DEBUG [StoreOpener-fa4a208dde09f987607266393c3c4e37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:14,133 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/955f497ac736cd4e46696b15f8d903f7 2024-11-16T15:02:14,133 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db., pid=16, masterSystemTime=1731769334092 2024-11-16T15:02:14,133 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 955f497ac736cd4e46696b15f8d903f7 2024-11-16T15:02:14,133 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 955f497ac736cd4e46696b15f8d903f7 2024-11-16T15:02:14,133 INFO [StoreOpener-fa4a208dde09f987607266393c3c4e37-1 {}] regionserver.HStore(327): Store=fa4a208dde09f987607266393c3c4e37/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:02:14,134 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for fa4a208dde09f987607266393c3c4e37 2024-11-16T15:02:14,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-16T15:02:14,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bc4e0e6fb59e8d040732788b178d4837, server=fc3fda29f660,33477,1731769312362 in 10.0340 sec 2024-11-16T15:02:14,135 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/fa4a208dde09f987607266393c3c4e37 2024-11-16T15:02:14,135 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. 2024-11-16T15:02:14,135 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. 2024-11-16T15:02:14,135 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. 2024-11-16T15:02:14,135 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/fa4a208dde09f987607266393c3c4e37 2024-11-16T15:02:14,135 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 64184b03bf338b014894c94420810cb2, NAME => 'SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-16T15:02:14,135 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 955f497ac736cd4e46696b15f8d903f7 2024-11-16T15:02:14,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc4e0e6fb59e8d040732788b178d4837, ASSIGN in 10.2170 sec 2024-11-16T15:02:14,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0754d9fa64662355e9b76dfbb3b4e4db, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:14,136 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 64184b03bf338b014894c94420810cb2 2024-11-16T15:02:14,136 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:14,136 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 64184b03bf338b014894c94420810cb2 2024-11-16T15:02:14,136 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for fa4a208dde09f987607266393c3c4e37 2024-11-16T15:02:14,136 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 64184b03bf338b014894c94420810cb2 2024-11-16T15:02:14,136 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for fa4a208dde09f987607266393c3c4e37 2024-11-16T15:02:14,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0754d9fa64662355e9b76dfbb3b4e4db, server=fc3fda29f660,46199,1731769312399 because future has completed 2024-11-16T15:02:14,139 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for fa4a208dde09f987607266393c3c4e37 2024-11-16T15:02:14,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-16T15:02:14,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0754d9fa64662355e9b76dfbb3b4e4db, server=fc3fda29f660,46199,1731769312399 in 10.0570 sec 2024-11-16T15:02:14,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0754d9fa64662355e9b76dfbb3b4e4db, ASSIGN in 10.2230 sec 2024-11-16T15:02:14,143 INFO [StoreOpener-64184b03bf338b014894c94420810cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64184b03bf338b014894c94420810cb2 2024-11-16T15:02:14,143 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/fa4a208dde09f987607266393c3c4e37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:02:14,143 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/955f497ac736cd4e46696b15f8d903f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:02:14,144 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened fa4a208dde09f987607266393c3c4e37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60761229, jitterRate=-0.09458713233470917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:02:14,144 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 955f497ac736cd4e46696b15f8d903f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75469235, jitterRate=0.12457923591136932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:02:14,144 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 955f497ac736cd4e46696b15f8d903f7 2024-11-16T15:02:14,144 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa4a208dde09f987607266393c3c4e37 2024-11-16T15:02:14,144 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for fa4a208dde09f987607266393c3c4e37: Running coprocessor pre-open hook at 1731769334128Writing region info on filesystem at 1731769334128Initializing all the Stores at 1731769334129 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769334129Cleaning up temporary data from old regions at 1731769334136 (+7 ms)Running coprocessor post-open hooks at 1731769334144 (+8 ms)Region opened successfully at 1731769334144 2024-11-16T15:02:14,144 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 955f497ac736cd4e46696b15f8d903f7: Running coprocessor pre-open hook at 1731769334118Writing region info on filesystem at 1731769334118Initializing all the Stores at 1731769334119 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769334119Cleaning up temporary data from old regions at 1731769334133 (+14 ms)Running coprocessor post-open hooks at 1731769334144 (+11 ms)Region opened successfully at 1731769334144 2024-11-16T15:02:14,145 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37., pid=24, masterSystemTime=1731769334101 2024-11-16T15:02:14,145 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7., pid=20, masterSystemTime=1731769334084 2024-11-16T15:02:14,145 INFO [StoreOpener-64184b03bf338b014894c94420810cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64184b03bf338b014894c94420810cb2 columnFamilyName cf 2024-11-16T15:02:14,145 DEBUG [StoreOpener-64184b03bf338b014894c94420810cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:14,146 INFO [StoreOpener-64184b03bf338b014894c94420810cb2-1 {}] regionserver.HStore(327): Store=64184b03bf338b014894c94420810cb2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:02:14,146 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 64184b03bf338b014894c94420810cb2 2024-11-16T15:02:14,147 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/64184b03bf338b014894c94420810cb2 2024-11-16T15:02:14,147 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7. 2024-11-16T15:02:14,147 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7. 2024-11-16T15:02:14,147 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e. 2024-11-16T15:02:14,147 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/64184b03bf338b014894c94420810cb2 2024-11-16T15:02:14,147 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cbbae1ff02208fa509c3434633c5a1e, NAME => 'SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-16T15:02:14,148 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2cbbae1ff02208fa509c3434633c5a1e 2024-11-16T15:02:14,148 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:14,148 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=955f497ac736cd4e46696b15f8d903f7, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,38477,1731769312325 2024-11-16T15:02:14,148 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 2cbbae1ff02208fa509c3434633c5a1e 2024-11-16T15:02:14,148 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 2cbbae1ff02208fa509c3434633c5a1e 2024-11-16T15:02:14,148 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. 2024-11-16T15:02:14,148 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. 2024-11-16T15:02:14,149 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. 2024-11-16T15:02:14,149 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 37223fbfc0c501f74453e730b2c6001b, NAME => 'SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-16T15:02:14,149 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 64184b03bf338b014894c94420810cb2 2024-11-16T15:02:14,149 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 64184b03bf338b014894c94420810cb2 2024-11-16T15:02:14,149 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 37223fbfc0c501f74453e730b2c6001b 2024-11-16T15:02:14,149 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:14,149 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 37223fbfc0c501f74453e730b2c6001b 2024-11-16T15:02:14,149 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 37223fbfc0c501f74453e730b2c6001b 2024-11-16T15:02:14,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fa4a208dde09f987607266393c3c4e37, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:14,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 955f497ac736cd4e46696b15f8d903f7, server=fc3fda29f660,38477,1731769312325 because future has completed 2024-11-16T15:02:14,152 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 64184b03bf338b014894c94420810cb2 2024-11-16T15:02:14,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa4a208dde09f987607266393c3c4e37, server=fc3fda29f660,33477,1731769312362 because future has completed 2024-11-16T15:02:14,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-16T15:02:14,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 955f497ac736cd4e46696b15f8d903f7, server=fc3fda29f660,38477,1731769312325 in 10.0600 sec 2024-11-16T15:02:14,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-16T15:02:14,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=955f497ac736cd4e46696b15f8d903f7, ASSIGN in 10.2370 sec 2024-11-16T15:02:14,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fa4a208dde09f987607266393c3c4e37, server=fc3fda29f660,33477,1731769312362 in 10.0530 sec 2024-11-16T15:02:14,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa4a208dde09f987607266393c3c4e37, ASSIGN in 10.2380 sec 2024-11-16T15:02:14,159 INFO [StoreOpener-2cbbae1ff02208fa509c3434633c5a1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2cbbae1ff02208fa509c3434633c5a1e 2024-11-16T15:02:14,159 INFO [StoreOpener-37223fbfc0c501f74453e730b2c6001b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 37223fbfc0c501f74453e730b2c6001b 2024-11-16T15:02:14,159 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/64184b03bf338b014894c94420810cb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:02:14,160 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 64184b03bf338b014894c94420810cb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69447135, jitterRate=0.03484295308589935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:02:14,160 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64184b03bf338b014894c94420810cb2 2024-11-16T15:02:14,160 INFO [StoreOpener-37223fbfc0c501f74453e730b2c6001b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37223fbfc0c501f74453e730b2c6001b columnFamilyName cf 2024-11-16T15:02:14,160 INFO [StoreOpener-2cbbae1ff02208fa509c3434633c5a1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cbbae1ff02208fa509c3434633c5a1e columnFamilyName cf 2024-11-16T15:02:14,160 DEBUG [StoreOpener-37223fbfc0c501f74453e730b2c6001b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:14,160 DEBUG [StoreOpener-2cbbae1ff02208fa509c3434633c5a1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:14,160 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 64184b03bf338b014894c94420810cb2: Running coprocessor pre-open hook at 1731769334136Writing region info on filesystem at 1731769334136Initializing all the Stores at 1731769334139 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769334139Cleaning up temporary data from old regions at 1731769334149 (+10 ms)Running coprocessor post-open hooks at 1731769334160 (+11 ms)Region opened successfully at 1731769334160 2024-11-16T15:02:14,161 INFO [StoreOpener-37223fbfc0c501f74453e730b2c6001b-1 {}] regionserver.HStore(327): Store=37223fbfc0c501f74453e730b2c6001b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:02:14,161 INFO [StoreOpener-2cbbae1ff02208fa509c3434633c5a1e-1 {}] regionserver.HStore(327): Store=2cbbae1ff02208fa509c3434633c5a1e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:02:14,161 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 37223fbfc0c501f74453e730b2c6001b 2024-11-16T15:02:14,161 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 2cbbae1ff02208fa509c3434633c5a1e 2024-11-16T15:02:14,161 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2., pid=18, masterSystemTime=1731769334092 2024-11-16T15:02:14,162 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/37223fbfc0c501f74453e730b2c6001b 2024-11-16T15:02:14,162 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/2cbbae1ff02208fa509c3434633c5a1e 2024-11-16T15:02:14,162 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/37223fbfc0c501f74453e730b2c6001b 2024-11-16T15:02:14,162 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/2cbbae1ff02208fa509c3434633c5a1e 2024-11-16T15:02:14,163 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 37223fbfc0c501f74453e730b2c6001b 2024-11-16T15:02:14,163 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 2cbbae1ff02208fa509c3434633c5a1e 2024-11-16T15:02:14,163 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 2cbbae1ff02208fa509c3434633c5a1e 2024-11-16T15:02:14,163 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 37223fbfc0c501f74453e730b2c6001b 2024-11-16T15:02:14,163 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. 2024-11-16T15:02:14,163 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. 2024-11-16T15:02:14,163 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=64184b03bf338b014894c94420810cb2, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:14,165 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 2cbbae1ff02208fa509c3434633c5a1e 2024-11-16T15:02:14,165 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 37223fbfc0c501f74453e730b2c6001b 2024-11-16T15:02:14,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64184b03bf338b014894c94420810cb2, server=fc3fda29f660,46199,1731769312399 because future has completed 2024-11-16T15:02:14,167 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/2cbbae1ff02208fa509c3434633c5a1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:02:14,167 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/37223fbfc0c501f74453e730b2c6001b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:02:14,168 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 2cbbae1ff02208fa509c3434633c5a1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64890248, jitterRate=-0.03305995464324951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:02:14,168 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cbbae1ff02208fa509c3434633c5a1e 2024-11-16T15:02:14,168 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 37223fbfc0c501f74453e730b2c6001b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74271767, jitterRate=0.10673557221889496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:02:14,168 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37223fbfc0c501f74453e730b2c6001b 2024-11-16T15:02:14,168 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 37223fbfc0c501f74453e730b2c6001b: Running coprocessor pre-open hook at 1731769334149Writing region info on filesystem at 1731769334149Initializing all the Stores at 1731769334151 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769334151Cleaning up temporary data from old regions at 1731769334163 (+12 ms)Running coprocessor post-open hooks at 1731769334168 (+5 ms)Region opened successfully at 1731769334168 2024-11-16T15:02:14,168 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 2cbbae1ff02208fa509c3434633c5a1e: Running coprocessor pre-open hook at 1731769334148Writing region info on filesystem at 1731769334148Initializing all the Stores at 1731769334151 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769334151Cleaning up temporary data from old regions at 1731769334163 (+12 ms)Running coprocessor post-open hooks at 1731769334168 (+5 ms)Region opened successfully at 1731769334168 2024-11-16T15:02:14,169 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b., pid=21, masterSystemTime=1731769334101 2024-11-16T15:02:14,169 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e., pid=17, masterSystemTime=1731769334084 2024-11-16T15:02:14,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-16T15:02:14,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 64184b03bf338b014894c94420810cb2, server=fc3fda29f660,46199,1731769312399 in 10.0820 sec 2024-11-16T15:02:14,170 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. 2024-11-16T15:02:14,170 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. 2024-11-16T15:02:14,170 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. 2024-11-16T15:02:14,170 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => fbff4eb91f818b063fe9e139ab7abbeb, NAME => 'SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-16T15:02:14,171 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fbff4eb91f818b063fe9e139ab7abbeb 2024-11-16T15:02:14,171 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:14,171 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e. 2024-11-16T15:02:14,171 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for fbff4eb91f818b063fe9e139ab7abbeb 2024-11-16T15:02:14,171 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for fbff4eb91f818b063fe9e139ab7abbeb 2024-11-16T15:02:14,171 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e. 2024-11-16T15:02:14,171 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2cbbae1ff02208fa509c3434633c5a1e, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,38477,1731769312325 2024-11-16T15:02:14,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64184b03bf338b014894c94420810cb2, ASSIGN in 10.2520 sec 2024-11-16T15:02:14,171 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=37223fbfc0c501f74453e730b2c6001b, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:14,173 INFO [StoreOpener-fbff4eb91f818b063fe9e139ab7abbeb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fbff4eb91f818b063fe9e139ab7abbeb 2024-11-16T15:02:14,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37223fbfc0c501f74453e730b2c6001b, server=fc3fda29f660,33477,1731769312362 because future has completed 2024-11-16T15:02:14,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cbbae1ff02208fa509c3434633c5a1e, server=fc3fda29f660,38477,1731769312325 because future has completed 2024-11-16T15:02:14,175 INFO [StoreOpener-fbff4eb91f818b063fe9e139ab7abbeb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbff4eb91f818b063fe9e139ab7abbeb columnFamilyName cf 2024-11-16T15:02:14,175 DEBUG [StoreOpener-fbff4eb91f818b063fe9e139ab7abbeb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:14,175 INFO [StoreOpener-fbff4eb91f818b063fe9e139ab7abbeb-1 {}] regionserver.HStore(327): Store=fbff4eb91f818b063fe9e139ab7abbeb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T15:02:14,175 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for fbff4eb91f818b063fe9e139ab7abbeb 2024-11-16T15:02:14,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-16T15:02:14,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 37223fbfc0c501f74453e730b2c6001b, server=fc3fda29f660,33477,1731769312362 in 10.0770 sec 2024-11-16T15:02:14,176 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/fbff4eb91f818b063fe9e139ab7abbeb 2024-11-16T15:02:14,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-16T15:02:14,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cbbae1ff02208fa509c3434633c5a1e, server=fc3fda29f660,38477,1731769312325 in 10.0920 sec 2024-11-16T15:02:14,177 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/fbff4eb91f818b063fe9e139ab7abbeb 2024-11-16T15:02:14,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=37223fbfc0c501f74453e730b2c6001b, ASSIGN in 10.2590 sec 2024-11-16T15:02:14,177 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for fbff4eb91f818b063fe9e139ab7abbeb 2024-11-16T15:02:14,177 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for fbff4eb91f818b063fe9e139ab7abbeb 2024-11-16T15:02:14,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cbbae1ff02208fa509c3434633c5a1e, ASSIGN in 10.2600 sec 2024-11-16T15:02:14,179 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for fbff4eb91f818b063fe9e139ab7abbeb 2024-11-16T15:02:14,180 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/fbff4eb91f818b063fe9e139ab7abbeb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T15:02:14,181 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened fbff4eb91f818b063fe9e139ab7abbeb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67010229, jitterRate=-0.0014697760343551636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T15:02:14,181 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbff4eb91f818b063fe9e139ab7abbeb 2024-11-16T15:02:14,181 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for fbff4eb91f818b063fe9e139ab7abbeb: Running coprocessor pre-open hook at 1731769334171Writing region info on filesystem at 1731769334171Initializing all the Stores at 1731769334172 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769334172Cleaning up temporary data from old regions at 1731769334177 (+5 ms)Running coprocessor post-open hooks at 1731769334181 (+4 ms)Region opened successfully at 1731769334181 2024-11-16T15:02:14,182 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb., pid=23, masterSystemTime=1731769334101 2024-11-16T15:02:14,184 DEBUG [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. 2024-11-16T15:02:14,184 INFO [RS_OPEN_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. 2024-11-16T15:02:14,184 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbff4eb91f818b063fe9e139ab7abbeb, regionState=OPEN, openSeqNum=2, regionLocation=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:14,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbff4eb91f818b063fe9e139ab7abbeb, server=fc3fda29f660,33477,1731769312362 because future has completed 2024-11-16T15:02:14,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-16T15:02:14,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fbff4eb91f818b063fe9e139ab7abbeb, server=fc3fda29f660,33477,1731769312362 in 10.0890 sec 2024-11-16T15:02:14,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-16T15:02:14,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fbff4eb91f818b063fe9e139ab7abbeb, ASSIGN in 10.2710 sec 2024-11-16T15:02:14,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T15:02:14,190 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731769334190"}]},"ts":"1731769334190"} 2024-11-16T15:02:14,192 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-16T15:02:14,193 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T15:02:14,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7290 sec 2024-11-16T15:02:16,943 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-16T15:02:19,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:02:19,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:02:19,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:02:19,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T15:02:19,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:02:19,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:02:19,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T15:02:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T15:02:21,711 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-16T15:02:21,712 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-16T15:02:21,712 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T15:02:21,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-16T15:02:21,721 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T15:02:21,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-16T15:02:21,747 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db., hostname=fc3fda29f660,46199,1731769312399, seqNum=2] 2024-11-16T15:02:21,749 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db., hostname=fc3fda29f660,46199,1731769312399, seqNum=2] 2024-11-16T15:02:21,751 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db., hostname=fc3fda29f660,46199,1731769312399, seqNum=2] 2024-11-16T15:02:21,752 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db., hostname=fc3fda29f660,46199,1731769312399, seqNum=2] 2024-11-16T15:02:21,753 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db., hostname=fc3fda29f660,46199,1731769312399, seqNum=2] 2024-11-16T15:02:21,754 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db., hostname=fc3fda29f660,46199,1731769312399, seqNum=2] 2024-11-16T15:02:21,785 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37., hostname=fc3fda29f660,33477,1731769312362, seqNum=2] 2024-11-16T15:02:21,787 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37., hostname=fc3fda29f660,33477,1731769312362, seqNum=2] 2024-11-16T15:02:21,788 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37., hostname=fc3fda29f660,33477,1731769312362, seqNum=2] 2024-11-16T15:02:21,789 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37., hostname=fc3fda29f660,33477,1731769312362, seqNum=2] 2024-11-16T15:02:21,790 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37., hostname=fc3fda29f660,33477,1731769312362, seqNum=2] 2024-11-16T15:02:21,820 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250., hostname=fc3fda29f660,38477,1731769312325, seqNum=2] 2024-11-16T15:02:21,822 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250., hostname=fc3fda29f660,38477,1731769312325, seqNum=2] 2024-11-16T15:02:21,824 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250., hostname=fc3fda29f660,38477,1731769312325, seqNum=2] 2024-11-16T15:02:21,825 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250., hostname=fc3fda29f660,38477,1731769312325, seqNum=2] 2024-11-16T15:02:21,827 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250., hostname=fc3fda29f660,38477,1731769312325, seqNum=2] 2024-11-16T15:02:21,888 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9., hostname=fc3fda29f660,46199,1731769312399, seqNum=2] 2024-11-16T15:02:21,889 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9., hostname=fc3fda29f660,46199,1731769312399, seqNum=2] 2024-11-16T15:02:21,890 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9., hostname=fc3fda29f660,46199,1731769312399, seqNum=2] 2024-11-16T15:02:21,891 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9., hostname=fc3fda29f660,46199,1731769312399, seqNum=2] 2024-11-16T15:02:21,893 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9., hostname=fc3fda29f660,46199,1731769312399, seqNum=2] 2024-11-16T15:02:21,894 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9., hostname=fc3fda29f660,46199,1731769312399, seqNum=2] 2024-11-16T15:02:22,151 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T15:02:22,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T15:02:22,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T15:02:22,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T15:02:22,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T15:02:22,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33477 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T15:02:22,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T15:02:22,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. 2024-11-16T15:02:22,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T15:02:23,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T15:02:23,106 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-16T15:02:23,106 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T15:02:23,107 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T15:02:23,107 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T15:02:23,110 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T15:02:23,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741848_1024 (size=49) 2024-11-16T15:02:23,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741848_1024 (size=49) 2024-11-16T15:02:23,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741848_1024 (size=49) 2024-11-16T15:02:23,120 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T15:02:23,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc4e0e6fb59e8d040732788b178d4837}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37223fbfc0c501f74453e730b2c6001b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 955f497ac736cd4e46696b15f8d903f7}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64184b03bf338b014894c94420810cb2}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbff4eb91f818b063fe9e139ab7abbeb}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cbbae1ff02208fa509c3434633c5a1e}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0754d9fa64662355e9b76dfbb3b4e4db}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa4a208dde09f987607266393c3c4e37}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a99f301db03986f1ab431fa11bfbf250}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ea9b67c53dc37e4fb1128b9102d14f9}] 2024-11-16T15:02:23,121 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0754d9fa64662355e9b76dfbb3b4e4db 2024-11-16T15:02:23,121 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 955f497ac736cd4e46696b15f8d903f7 2024-11-16T15:02:23,121 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cbbae1ff02208fa509c3434633c5a1e 2024-11-16T15:02:23,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbff4eb91f818b063fe9e139ab7abbeb 2024-11-16T15:02:23,121 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ea9b67c53dc37e4fb1128b9102d14f9 2024-11-16T15:02:23,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a99f301db03986f1ab431fa11bfbf250 2024-11-16T15:02:23,126 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa4a208dde09f987607266393c3c4e37 2024-11-16T15:02:23,126 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64184b03bf338b014894c94420810cb2 2024-11-16T15:02:23,126 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37223fbfc0c501f74453e730b2c6001b 2024-11-16T15:02:23,127 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc4e0e6fb59e8d040732788b178d4837 2024-11-16T15:02:31,624 INFO [regionserver/fc3fda29f660:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-16T15:02:33,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-16T15:02:33,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-16T15:02:33,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-16T15:02:33,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-16T15:02:33,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. 2024-11-16T15:02:33,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-16T15:02:33,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7. 2024-11-16T15:02:33,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-16T15:02:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for bc4e0e6fb59e8d040732788b178d4837: 2024-11-16T15:02:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 955f497ac736cd4e46696b15f8d903f7: 2024-11-16T15:02:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. 2024-11-16T15:02:33,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-16T15:02:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. for SnapshotProcedureTest completed. 2024-11-16T15:02:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7. for SnapshotProcedureTest completed. 2024-11-16T15:02:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for fbff4eb91f818b063fe9e139ab7abbeb: 2024-11-16T15:02:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. 2024-11-16T15:02:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. for SnapshotProcedureTest completed. 2024-11-16T15:02:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:02:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:02:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:02:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:02:33,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:02:33,126 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 0754d9fa64662355e9b76dfbb3b4e4db 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-16T15:02:33,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:02:33,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T15:02:33,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T15:02:33,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T15:02:33,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-16T15:02:33,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250. 2024-11-16T15:02:33,126 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing a99f301db03986f1ab431fa11bfbf250 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-16T15:02:33,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-16T15:02:33,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. 2024-11-16T15:02:33,128 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing fa4a208dde09f987607266393c3c4e37 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-16T15:02:33,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-16T15:02:33,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. 2024-11-16T15:02:33,130 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 7ea9b67c53dc37e4fb1128b9102d14f9 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-16T15:02:33,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e. 2024-11-16T15:02:33,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 2cbbae1ff02208fa509c3434633c5a1e: 2024-11-16T15:02:33,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e. for SnapshotProcedureTest completed. 2024-11-16T15:02:33,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:02:33,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:02:33,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T15:02:33,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. 2024-11-16T15:02:33,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 64184b03bf338b014894c94420810cb2: 2024-11-16T15:02:33,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. for SnapshotProcedureTest completed. 2024-11-16T15:02:33,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:02:33,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:02:33,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T15:02:33,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/0754d9fa64662355e9b76dfbb3b4e4db/.tmp/cf/e83beb4bc204492fa66c911fe8e0e18a is 34, key is aaa/cf:cf/1731769342602/Put/seqid=0 2024-11-16T15:02:33,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/fa4a208dde09f987607266393c3c4e37/.tmp/cf/d62b2f69ad7e4fcfaed76a933ed3e32a is 34, key is baa/cf:cf/1731769342541/Put/seqid=0 2024-11-16T15:02:33,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/a99f301db03986f1ab431fa11bfbf250/.tmp/cf/a40b564847bc41ad85ea6923a3e06f1d is 34, key is ccd/cf:cf/1731769342559/Put/seqid=0 2024-11-16T15:02:33,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741849_1025 (size=65) 2024-11-16T15:02:33,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741849_1025 (size=65) 2024-11-16T15:02:33,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741849_1025 (size=65) 2024-11-16T15:02:33,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731769323463.955f497ac736cd4e46696b15f8d903f7. 2024-11-16T15:02:33,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-16T15:02:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-16T15:02:33,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 955f497ac736cd4e46696b15f8d903f7 2024-11-16T15:02:33,169 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 955f497ac736cd4e46696b15f8d903f7 2024-11-16T15:02:33,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 955f497ac736cd4e46696b15f8d903f7 in 10.0500 sec 2024-11-16T15:02:33,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741850_1026 (size=65) 2024-11-16T15:02:33,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741850_1026 (size=65) 2024-11-16T15:02:33,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/7ea9b67c53dc37e4fb1128b9102d14f9/.tmp/cf/8c5f3612da9d4e3dac3a6bdf899f875e is 34, key is eaa/cf:cf/1731769342999/Put/seqid=0 2024-11-16T15:02:33,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. 2024-11-16T15:02:33,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-16T15:02:33,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. 2024-11-16T15:02:33,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 37223fbfc0c501f74453e730b2c6001b: 2024-11-16T15:02:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-16T15:02:33,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. for SnapshotProcedureTest completed. 2024-11-16T15:02:33,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fbff4eb91f818b063fe9e139ab7abbeb 2024-11-16T15:02:33,195 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fbff4eb91f818b063fe9e139ab7abbeb 2024-11-16T15:02:33,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741850_1026 (size=65) 2024-11-16T15:02:33,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:02:33,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:02:33,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T15:02:33,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741851_1027 (size=57) 2024-11-16T15:02:33,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fbff4eb91f818b063fe9e139ab7abbeb in 10.0770 sec 2024-11-16T15:02:33,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741851_1027 (size=57) 2024-11-16T15:02:33,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741851_1027 (size=57) 2024-11-16T15:02:33,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. 2024-11-16T15:02:33,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-16T15:02:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-16T15:02:33,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bc4e0e6fb59e8d040732788b178d4837 2024-11-16T15:02:33,203 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc4e0e6fb59e8d040732788b178d4837 2024-11-16T15:02:33,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bc4e0e6fb59e8d040732788b178d4837 in 10.0840 sec 2024-11-16T15:02:33,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741852_1028 (size=65) 2024-11-16T15:02:33,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741852_1028 (size=65) 2024-11-16T15:02:33,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741852_1028 (size=65) 2024-11-16T15:02:33,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741853_1029 (size=65) 2024-11-16T15:02:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741853_1029 (size=65) 2024-11-16T15:02:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741853_1029 (size=65) 2024-11-16T15:02:33,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. 2024-11-16T15:02:33,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-16T15:02:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-16T15:02:33,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 64184b03bf338b014894c94420810cb2 2024-11-16T15:02:33,226 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64184b03bf338b014894c94420810cb2 2024-11-16T15:02:33,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 64184b03bf338b014894c94420810cb2 in 10.1070 sec 2024-11-16T15:02:33,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741857_1033 (size=499309) 2024-11-16T15:02:33,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741856_1032 (size=47197) 2024-11-16T15:02:33,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741857_1033 (size=499309) 2024-11-16T15:02:33,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741856_1032 (size=47197) 2024-11-16T15:02:33,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741856_1032 (size=47197) 2024-11-16T15:02:33,239 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/a99f301db03986f1ab431fa11bfbf250/.tmp/cf/a40b564847bc41ad85ea6923a3e06f1d 2024-11-16T15:02:33,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741857_1033 (size=499309) 2024-11-16T15:02:33,239 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/7ea9b67c53dc37e4fb1128b9102d14f9/.tmp/cf/8c5f3612da9d4e3dac3a6bdf899f875e 2024-11-16T15:02:33,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741854_1030 (size=26918) 2024-11-16T15:02:33,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741854_1030 (size=26918) 2024-11-16T15:02:33,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741854_1030 (size=26918) 2024-11-16T15:02:33,250 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/0754d9fa64662355e9b76dfbb3b4e4db/.tmp/cf/e83beb4bc204492fa66c911fe8e0e18a 2024-11-16T15:02:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741855_1031 (size=28623) 2024-11-16T15:02:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741855_1031 (size=28623) 2024-11-16T15:02:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741855_1031 (size=28623) 2024-11-16T15:02:33,258 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/fa4a208dde09f987607266393c3c4e37/.tmp/cf/d62b2f69ad7e4fcfaed76a933ed3e32a 2024-11-16T15:02:33,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/a99f301db03986f1ab431fa11bfbf250/.tmp/cf/a40b564847bc41ad85ea6923a3e06f1d as hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/a99f301db03986f1ab431fa11bfbf250/cf/a40b564847bc41ad85ea6923a3e06f1d 2024-11-16T15:02:33,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/0754d9fa64662355e9b76dfbb3b4e4db/.tmp/cf/e83beb4bc204492fa66c911fe8e0e18a as hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/0754d9fa64662355e9b76dfbb3b4e4db/cf/e83beb4bc204492fa66c911fe8e0e18a 2024-11-16T15:02:33,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/fa4a208dde09f987607266393c3c4e37/.tmp/cf/d62b2f69ad7e4fcfaed76a933ed3e32a as hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/fa4a208dde09f987607266393c3c4e37/cf/d62b2f69ad7e4fcfaed76a933ed3e32a 2024-11-16T15:02:33,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/7ea9b67c53dc37e4fb1128b9102d14f9/.tmp/cf/8c5f3612da9d4e3dac3a6bdf899f875e as hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/7ea9b67c53dc37e4fb1128b9102d14f9/cf/8c5f3612da9d4e3dac3a6bdf899f875e 2024-11-16T15:02:33,275 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/a99f301db03986f1ab431fa11bfbf250/cf/a40b564847bc41ad85ea6923a3e06f1d, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-16T15:02:33,276 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/0754d9fa64662355e9b76dfbb3b4e4db/cf/e83beb4bc204492fa66c911fe8e0e18a, entries=676, sequenceid=5, filesize=26.3 K 2024-11-16T15:02:33,276 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/fa4a208dde09f987607266393c3c4e37/cf/d62b2f69ad7e4fcfaed76a933ed3e32a, entries=731, sequenceid=5, filesize=28.0 K 2024-11-16T15:02:33,277 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for a99f301db03986f1ab431fa11bfbf250 in 150ms, sequenceid=5, compaction requested=false 2024-11-16T15:02:33,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a99f301db03986f1ab431fa11bfbf250: 2024-11-16T15:02:33,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250. for SnapshotProcedureTest completed. 2024-11-16T15:02:33,277 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 0754d9fa64662355e9b76dfbb3b4e4db in 152ms, sequenceid=5, compaction requested=false 2024-11-16T15:02:33,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 0754d9fa64662355e9b76dfbb3b4e4db: 2024-11-16T15:02:33,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:02:33,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. for SnapshotProcedureTest completed. 2024-11-16T15:02:33,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:02:33,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/a99f301db03986f1ab431fa11bfbf250/cf/a40b564847bc41ad85ea6923a3e06f1d] hfiles 2024-11-16T15:02:33,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:02:33,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/a99f301db03986f1ab431fa11bfbf250/cf/a40b564847bc41ad85ea6923a3e06f1d for snapshot=SnapshotProcedureTest 2024-11-16T15:02:33,277 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for fa4a208dde09f987607266393c3c4e37 in 150ms, sequenceid=5, compaction requested=false 2024-11-16T15:02:33,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:02:33,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741858_1034 (size=65) 2024-11-16T15:02:33,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for fa4a208dde09f987607266393c3c4e37: 2024-11-16T15:02:33,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/0754d9fa64662355e9b76dfbb3b4e4db/cf/e83beb4bc204492fa66c911fe8e0e18a] hfiles 2024-11-16T15:02:33,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. for SnapshotProcedureTest completed. 2024-11-16T15:02:33,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/0754d9fa64662355e9b76dfbb3b4e4db/cf/e83beb4bc204492fa66c911fe8e0e18a for snapshot=SnapshotProcedureTest 2024-11-16T15:02:33,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:02:33,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:02:33,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/fa4a208dde09f987607266393c3c4e37/cf/d62b2f69ad7e4fcfaed76a933ed3e32a] hfiles 2024-11-16T15:02:33,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/fa4a208dde09f987607266393c3c4e37/cf/d62b2f69ad7e4fcfaed76a933ed3e32a for snapshot=SnapshotProcedureTest 2024-11-16T15:02:33,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741858_1034 (size=65) 2024-11-16T15:02:33,283 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/7ea9b67c53dc37e4fb1128b9102d14f9/cf/8c5f3612da9d4e3dac3a6bdf899f875e, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-16T15:02:33,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741858_1034 (size=65) 2024-11-16T15:02:33,284 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 7ea9b67c53dc37e4fb1128b9102d14f9 in 155ms, sequenceid=5, compaction requested=false 2024-11-16T15:02:33,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. 2024-11-16T15:02:33,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 7ea9b67c53dc37e4fb1128b9102d14f9: 2024-11-16T15:02:33,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-16T15:02:33,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. for SnapshotProcedureTest completed. 2024-11-16T15:02:33,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T15:02:33,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T15:02:33,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/7ea9b67c53dc37e4fb1128b9102d14f9/cf/8c5f3612da9d4e3dac3a6bdf899f875e] hfiles 2024-11-16T15:02:33,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/7ea9b67c53dc37e4fb1128b9102d14f9/cf/8c5f3612da9d4e3dac3a6bdf899f875e for snapshot=SnapshotProcedureTest 2024-11-16T15:02:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-16T15:02:33,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 37223fbfc0c501f74453e730b2c6001b 2024-11-16T15:02:33,285 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 37223fbfc0c501f74453e730b2c6001b 2024-11-16T15:02:33,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 37223fbfc0c501f74453e730b2c6001b in 10.1660 sec 2024-11-16T15:02:33,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741859_1035 (size=105) 2024-11-16T15:02:33,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741859_1035 (size=105) 2024-11-16T15:02:33,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741859_1035 (size=105) 2024-11-16T15:02:33,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731769323463.a99f301db03986f1ab431fa11bfbf250. 2024-11-16T15:02:33,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-16T15:02:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-16T15:02:33,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a99f301db03986f1ab431fa11bfbf250 2024-11-16T15:02:33,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a99f301db03986f1ab431fa11bfbf250 2024-11-16T15:02:33,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a99f301db03986f1ab431fa11bfbf250 in 10.1860 sec 2024-11-16T15:02:33,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741860_1036 (size=105) 2024-11-16T15:02:33,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741860_1036 (size=105) 2024-11-16T15:02:33,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741860_1036 (size=105) 2024-11-16T15:02:33,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. 2024-11-16T15:02:33,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-16T15:02:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-16T15:02:33,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fa4a208dde09f987607266393c3c4e37 2024-11-16T15:02:33,314 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa4a208dde09f987607266393c3c4e37 2024-11-16T15:02:33,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fa4a208dde09f987607266393c3c4e37 in 10.1950 sec 2024-11-16T15:02:33,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741861_1037 (size=105) 2024-11-16T15:02:33,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741861_1037 (size=105) 2024-11-16T15:02:33,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741861_1037 (size=105) 2024-11-16T15:02:33,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. 2024-11-16T15:02:33,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-16T15:02:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-16T15:02:33,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0754d9fa64662355e9b76dfbb3b4e4db 2024-11-16T15:02:33,327 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0754d9fa64662355e9b76dfbb3b4e4db 2024-11-16T15:02:33,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0754d9fa64662355e9b76dfbb3b4e4db in 10.2080 sec 2024-11-16T15:02:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741862_1038 (size=97) 2024-11-16T15:02:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741862_1038 (size=97) 2024-11-16T15:02:33,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741862_1038 (size=97) 2024-11-16T15:02:33,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. 2024-11-16T15:02:33,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-16T15:02:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-16T15:02:33,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7ea9b67c53dc37e4fb1128b9102d14f9 2024-11-16T15:02:33,339 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ea9b67c53dc37e4fb1128b9102d14f9 2024-11-16T15:02:33,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7ea9b67c53dc37e4fb1128b9102d14f9 in 10.2200 sec 2024-11-16T15:02:33,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731769323463.2cbbae1ff02208fa509c3434633c5a1e. 2024-11-16T15:02:33,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-16T15:02:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-16T15:02:33,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2cbbae1ff02208fa509c3434633c5a1e 2024-11-16T15:02:33,611 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cbbae1ff02208fa509c3434633c5a1e 2024-11-16T15:02:33,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=25 2024-11-16T15:02:33,614 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T15:02:33,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2cbbae1ff02208fa509c3434633c5a1e in 10.4920 sec 2024-11-16T15:02:33,615 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T15:02:33,615 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T15:02:33,615 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-16T15:02:33,617 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T15:02:33,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741863_1039 (size=1174) 2024-11-16T15:02:33,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741863_1039 (size=1174) 2024-11-16T15:02:33,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741863_1039 (size=1174) 2024-11-16T15:02:33,636 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T15:02:33,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-16T15:02:33,643 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:33,643 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,38477,1731769312325 2024-11-16T15:02:33,643 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:33,643 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:33,643 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,38477,1731769312325 2024-11-16T15:02:33,647 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:33,647 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:33,647 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,38477,1731769312325 2024-11-16T15:02:33,647 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:33,727 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T15:02:33,727 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fc3fda29f660,38477,1731769312325 2024-11-16T15:02:33,727 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fc3fda29f660,38477,1731769312325: Simulated kill ***** 2024-11-16T15:02:33,727 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T15:02:33,727 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T15:02:33,728 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T15:02:33,728 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T15:02:33,728 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T15:02:33,728 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 556390912 }, "NonHeapMemoryUsage": { "committed": 176029696, "init": 7667712, "max": -1, "used": 171229904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T15:02:33,729 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42431 {}] master.MasterRpcServices(700): fc3fda29f660,38477,1731769312325 reported a fatal error: ***** ABORTING region server fc3fda29f660,38477,1731769312325: Simulated kill ***** 2024-11-16T15:02:33,729 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc3fda29f660,38477,1731769312325' ***** 2024-11-16T15:02:33,729 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-16T15:02:33,730 INFO [RS:0;fc3fda29f660:38477 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T15:02:33,730 INFO [RS:0;fc3fda29f660:38477 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-16T15:02:33,730 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T15:02:33,730 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T15:02:33,730 INFO [RS:0;fc3fda29f660:38477 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-16T15:02:33,730 INFO [RS:0;fc3fda29f660:38477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T15:02:33,730 INFO [RS:0;fc3fda29f660:38477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fc3fda29f660:38477. 2024-11-16T15:02:33,730 DEBUG [RS:0;fc3fda29f660:38477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T15:02:33,731 DEBUG [RS:0;fc3fda29f660:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:02:33,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741836_1012 (size=14382) 2024-11-16T15:02:33,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741836_1012 (size=14382) 2024-11-16T15:02:33,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741836_1012 (size=14382) 2024-11-16T15:02:33,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741834_1010 (size=1488) 2024-11-16T15:02:33,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741834_1010 (size=1488) 2024-11-16T15:02:33,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741834_1010 (size=1488) 2024-11-16T15:02:33,739 DEBUG [RS:0;fc3fda29f660:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:02:33,739 INFO [RS:0;fc3fda29f660:38477 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T15:02:33,740 INFO [RS:0;fc3fda29f660:38477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38477 2024-11-16T15:02:33,787 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc3fda29f660,38477,1731769312325 2024-11-16T15:02:33,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T15:02:33,787 INFO [RS:0;fc3fda29f660:38477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T15:02:33,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc3fda29f660,38477,1731769312325] 2024-11-16T15:02:33,804 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc3fda29f660,38477,1731769312325 already deleted, retry=false 2024-11-16T15:02:33,804 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fc3fda29f660,38477,1731769312325 on fc3fda29f660,42431,1731769312173 2024-11-16T15:02:33,805 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fc3fda29f660,38477,1731769312325, splitWal=true, meta=true 2024-11-16T15:02:33,805 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for fc3fda29f660,38477,1731769312325 (carryingMeta=true) fc3fda29f660,38477,1731769312325/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@606650cd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T15:02:33,807 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fc3fda29f660,38477,1731769312325, splitWal=true, meta=true 2024-11-16T15:02:33,807 INFO [regionserver/fc3fda29f660:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T15:02:33,808 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fc3fda29f660,38477,1731769312325, splitWal=true, meta=true, isMeta: true 2024-11-16T15:02:33,810 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325-splitting 2024-11-16T15:02:33,812 INFO [PEWorker-1 {}] master.SplitWALManager(105): fc3fda29f660,38477,1731769312325 WAL count=1, meta=true 2024-11-16T15:02:33,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta}] 2024-11-16T15:02:33,814 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:33,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta, worker=fc3fda29f660,33477,1731769312362}] 2024-11-16T15:02:33,816 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,38477,1731769312325 Release verify snapshot worker=fc3fda29f660,38477,1731769312325 2024-11-16T15:02:33,816 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to fc3fda29f660,38477,1731769312325, this operation will be retried to send to another server 2024-11-16T15:02:33,816 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T15:02:33,817 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731769354817 2024-11-16T15:02:33,817 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,38477,1731769312325 Release verify snapshot worker=fc3fda29f660,38477,1731769312325 2024-11-16T15:02:33,817 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to fc3fda29f660,38477,1731769312325, this operation will be retried to send to another server 2024-11-16T15:02:33,817 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-16T15:02:33,817 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-16T15:02:33,817 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-16T15:02:33,817 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T15:02:33,817 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731769354817 2024-11-16T15:02:33,818 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,38477,1731769312325 Release verify snapshot worker=fc3fda29f660,38477,1731769312325 2024-11-16T15:02:33,818 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to fc3fda29f660,38477,1731769312325, this operation will be retried to send to another server 2024-11-16T15:02:33,818 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T15:02:33,818 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731769354818 2024-11-16T15:02:33,896 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T15:02:33,896 INFO [RS:0;fc3fda29f660:38477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T15:02:33,896 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x1014574365f0001, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T15:02:33,896 INFO [RS:0;fc3fda29f660:38477 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc3fda29f660,38477,1731769312325; zookeeper connection closed. 2024-11-16T15:02:33,897 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c4c6b0a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c4c6b0a 2024-11-16T15:02:33,957 INFO [regionserver/fc3fda29f660:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T15:02:33,958 INFO [regionserver/fc3fda29f660:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T15:02:34,306 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fc3fda29f660:42729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-16T15:02:43,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-16T15:02:43,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-16T15:02:43,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-16T15:02:43,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-16T15:02:43,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-16T15:02:43,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-16T15:02:43,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-16T15:02:43,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T15:02:43,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T15:02:43,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-16T15:02:43,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-16T15:02:43,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-16T15:02:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-16T15:02:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-16T15:02:43,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-16T15:02:43,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-16T15:02:43,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-16T15:02:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-16T15:02:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-16T15:02:43,657 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,33477,1731769312362 Release verify snapshot worker=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:43,657 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,46199,1731769312399 Release verify snapshot worker=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-16T15:02:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-16T15:02:43,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,46199,1731769312399 in 10.0170 sec 2024-11-16T15:02:43,659 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:43,659 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:43,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,33477,1731769312362 in 10.0170 sec 2024-11-16T15:02:43,662 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,33477,1731769312362 Release verify snapshot worker=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:43,662 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,46199,1731769312399 Release verify snapshot worker=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:43,662 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,46199,1731769312399 Release verify snapshot worker=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:43,663 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,33477,1731769312362 Release verify snapshot worker=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:43,663 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:43,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,46199,1731769312399 in 10.0220 sec 2024-11-16T15:02:43,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,33477,1731769312362 in 10.0220 sec 2024-11-16T15:02:43,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,46199,1731769312399 in 10.0220 sec 2024-11-16T15:02:43,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,33477,1731769312362 in 10.0230 sec 2024-11-16T15:02:43,666 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:43,670 INFO [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325-splitting/fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta, size=14.0 K (14382bytes) 2024-11-16T15:02:43,671 INFO [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325-splitting/fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta 2024-11-16T15:02:43,671 INFO [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325-splitting/fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta after 0ms 2024-11-16T15:02:43,673 INFO [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325-splitting/fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta took 3ms 2024-11-16T15:02:43,676 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-16T15:02:43,679 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325-splitting/fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta so closing down 2024-11-16T15:02:43,679 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T15:02:43,683 INFO [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta.temp 2024-11-16T15:02:43,686 INFO [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta.temp 2024-11-16T15:02:43,687 INFO [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T15:02:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741864_1040 (size=14141) 2024-11-16T15:02:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741864_1040 (size=14141) 2024-11-16T15:02:43,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741864_1040 (size=14141) 2024-11-16T15:02:43,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-16T15:02:43,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta.temp to hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-16T15:02:43,698 INFO [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325-splitting/fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-16T15:02:43,698 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325-splitting/fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta, journal: Splitting hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325-splitting/fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta, size=14.0 K (14382bytes) at 1731769363670Finishing writing output for hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325-splitting/fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta so closing down at 1731769363679 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta.temp at 1731769363686 (+7 ms)3 split writer threads finished at 1731769363687 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731769363696 (+9 ms)Rename recovered edits hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta.temp to hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731769363698 (+2 ms)Processed 26 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325-splitting/fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731769363698 2024-11-16T15:02:43,698 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325-splitting/fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta 2024-11-16T15:02:43,698 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc3fda29f660:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-16T15:02:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-16T15:02:43,702 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325-splitting/fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta to hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/oldWALs 2024-11-16T15:02:43,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-16T15:02:43,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta, worker=fc3fda29f660,33477,1731769312362 in 9.8870 sec 2024-11-16T15:02:43,705 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:43,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-16T15:02:43,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure fc3fda29f660%2C38477%2C1731769312325.meta.1731769323280.meta, worker=fc3fda29f660,33477,1731769312362 in 9.8930 sec 2024-11-16T15:02:43,709 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,38477,1731769312325-splitting dir is empty, no logs to split. 2024-11-16T15:02:43,709 INFO [PEWorker-5 {}] master.SplitWALManager(105): fc3fda29f660,38477,1731769312325 WAL count=0, meta=true 2024-11-16T15:02:43,709 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if fc3fda29f660,38477,1731769312325 WAL splitting is done? wals=0, meta=true 2024-11-16T15:02:43,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T15:02:43,710 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T15:02:43,711 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T15:02:43,743 INFO [master/fc3fda29f660:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T15:02:43,743 INFO [master/fc3fda29f660:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T15:02:43,861 DEBUG [fc3fda29f660:42431 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T15:02:43,861 DEBUG [fc3fda29f660:42431 {}] balancer.BalancerClusterState(204): Hosts are {fc3fda29f660=0} racks are {/default-rack=0} 2024-11-16T15:02:43,861 DEBUG [fc3fda29f660:42431 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T15:02:43,861 DEBUG [fc3fda29f660:42431 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T15:02:43,862 DEBUG [fc3fda29f660:42431 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T15:02:43,862 DEBUG [fc3fda29f660:42431 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T15:02:43,862 INFO [fc3fda29f660:42431 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T15:02:43,862 INFO [fc3fda29f660:42431 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T15:02:43,862 DEBUG [fc3fda29f660:42431 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T15:02:43,862 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:43,863 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc3fda29f660,46199,1731769312399, state=OPENING 2024-11-16T15:02:43,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T15:02:43,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T15:02:43,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T15:02:43,927 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T15:02:43,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:02:43,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:02:43,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:02:43,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fc3fda29f660,46199,1731769312399}] 2024-11-16T15:02:52,151 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T15:02:52,978 INFO [regionserver/fc3fda29f660:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-16T15:02:53,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-16T15:02:53,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-16T15:02:53,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-16T15:02:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-16T15:02:53,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-16T15:02:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-16T15:02:53,664 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,33477,1731769312362 Release verify snapshot worker=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:53,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-16T15:02:53,665 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T15:02:53,665 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T15:02:53,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-16T15:02:53,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-16T15:02:53,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-16T15:02:53,665 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T15:02:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-16T15:02:53,666 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,33477,1731769312362 Release verify snapshot worker=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:53,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,33477,1731769312362 in 20.0240 sec 2024-11-16T15:02:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42431 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-16T15:02:53,668 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc3fda29f660%2C46199%2C1731769312399.meta, suffix=.meta, logDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,46199,1731769312399, archiveDir=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/oldWALs, maxLogs=32 2024-11-16T15:02:53,668 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,46199,1731769312399 Release verify snapshot worker=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:53,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,33477,1731769312362 in 20.0260 sec 2024-11-16T15:02:53,669 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,46199,1731769312399 Release verify snapshot worker=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:53,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,46199,1731769312399 in 20.0280 sec 2024-11-16T15:02:53,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-16T15:02:53,671 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T15:02:53,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fc3fda29f660,46199,1731769312399 in 20.0290 sec 2024-11-16T15:02:53,672 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/.hbase-snapshot/SnapshotProcedureTest 2024-11-16T15:02:53,673 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T15:02:53,673 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-16T15:02:53,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.5690 sec 2024-11-16T15:02:53,682 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,46199,1731769312399/fc3fda29f660%2C46199%2C1731769312399.meta.1731769373668.meta, exclude list is [], retry=0 2024-11-16T15:02:53,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39071,DS-ca35f3ed-06f5-4b05-bcef-2c3d621e4ebc,DISK] 2024-11-16T15:02:53,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35923,DS-09718410-b314-4f34-8812-93b60f1e6bd6,DISK] 2024-11-16T15:02:53,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39381,DS-09e83f29-422f-4d97-95ef-dc72b0ca399f,DISK] 2024-11-16T15:02:53,686 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,46199,1731769312399/fc3fda29f660%2C46199%2C1731769312399.meta.1731769373668.meta 2024-11-16T15:02:53,686 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37419:37419),(127.0.0.1/127.0.0.1:45009:45009),(127.0.0.1/127.0.0.1:41369:41369)] 2024-11-16T15:02:53,686 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T15:02:53,687 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T15:02:53,687 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T15:02:53,687 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T15:02:53,687 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T15:02:53,687 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T15:02:53,687 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T15:02:53,687 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T15:02:53,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T15:02:53,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T15:02:53,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:53,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:02:53,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T15:02:53,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T15:02:53,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:53,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:02:53,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T15:02:53,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T15:02:53,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:53,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:02:53,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T15:02:53,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T15:02:53,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T15:02:53,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T15:02:53,694 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T15:02:53,694 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740 2024-11-16T15:02:53,696 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740 2024-11-16T15:02:53,696 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-16T15:02:53,703 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-16T15:02:53,703 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-16T15:02:53,717 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/.tmp/info/1d83573e0bf24ee7a9cafdf7eb4afa64 is 167, key is SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b./info:regioninfo/1731769334171/Put/seqid=0 2024-11-16T15:02:53,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741866_1042 (size=18393) 2024-11-16T15:02:53,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741866_1042 (size=18393) 2024-11-16T15:02:53,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741866_1042 (size=18393) 2024-11-16T15:02:53,724 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/.tmp/info/1d83573e0bf24ee7a9cafdf7eb4afa64 2024-11-16T15:02:53,744 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/.tmp/ns/c3a182dc16f74dd9a6c8c665bbb5e5f5 is 43, key is default/ns:d/1731769323385/Put/seqid=0 2024-11-16T15:02:53,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741867_1043 (size=5153) 2024-11-16T15:02:53,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741867_1043 (size=5153) 2024-11-16T15:02:53,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741867_1043 (size=5153) 2024-11-16T15:02:53,751 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/.tmp/ns/c3a182dc16f74dd9a6c8c665bbb5e5f5 2024-11-16T15:02:53,757 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-16T15:02:53,758 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fc3fda29f660:38477 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fc3fda29f660/172.17.0.2:38477 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T15:02:53,760 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fc3fda29f660,38477,1731769312325, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fc3fda29f660,38477,1731769312325, seqNum=-1, error=java.net.ConnectException: Call to address=fc3fda29f660:38477 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fc3fda29f660/172.17.0.2:38477 2024-11-16T15:02:53,760 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fc3fda29f660,38477,1731769312325, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-16T15:02:53,760 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fc3fda29f660,38477,1731769312325, seqNum=-1 from cache 2024-11-16T15:02:53,761 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address fc3fda29f660:38477 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fc3fda29f660/172.17.0.2:38477 2024-11-16T15:02:53,769 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/.tmp/table/d0b194a3b45b4663b7e7ae27cd05cc1c is 47, key is SPTestTable/table:state/1731769334190/Put/seqid=0 2024-11-16T15:02:53,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741868_1044 (size=5214) 2024-11-16T15:02:53,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741868_1044 (size=5214) 2024-11-16T15:02:53,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741868_1044 (size=5214) 2024-11-16T15:02:53,776 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/.tmp/table/d0b194a3b45b4663b7e7ae27cd05cc1c 2024-11-16T15:02:53,782 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/.tmp/info/1d83573e0bf24ee7a9cafdf7eb4afa64 as hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/info/1d83573e0bf24ee7a9cafdf7eb4afa64 2024-11-16T15:02:53,788 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/info/1d83573e0bf24ee7a9cafdf7eb4afa64, entries=100, sequenceid=28, filesize=18.0 K 2024-11-16T15:02:53,789 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/.tmp/ns/c3a182dc16f74dd9a6c8c665bbb5e5f5 as hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/ns/c3a182dc16f74dd9a6c8c665bbb5e5f5 2024-11-16T15:02:53,795 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/ns/c3a182dc16f74dd9a6c8c665bbb5e5f5, entries=2, sequenceid=28, filesize=5.0 K 2024-11-16T15:02:53,796 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/.tmp/table/d0b194a3b45b4663b7e7ae27cd05cc1c as hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/table/d0b194a3b45b4663b7e7ae27cd05cc1c 2024-11-16T15:02:53,802 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/table/d0b194a3b45b4663b7e7ae27cd05cc1c, entries=2, sequenceid=28, filesize=5.1 K 2024-11-16T15:02:53,802 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=28, compaction requested=false; wal=null 2024-11-16T15:02:53,803 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-16T15:02:53,804 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T15:02:53,804 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T15:02:53,805 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T15:02:53,806 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T15:02:53,809 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-16T15:02:53,809 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63954914, jitterRate=-0.046997517347335815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T15:02:53,810 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T15:02:53,810 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731769373687Writing region info on filesystem at 1731769373687Initializing all the Stores at 1731769373688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769373688Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769373688Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731769373688Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731769373688Obtaining lock to block concurrent updates at 1731769373703 (+15 ms)Preparing flush snapshotting stores in 1588230740 at 1731769373703Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731769373703Flushing stores of hbase:meta,,1.1588230740 at 1731769373703Flushing 1588230740/info: creating writer at 1731769373703Flushing 1588230740/info: appending metadata at 1731769373716 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731769373717 (+1 ms)Flushing 1588230740/ns: creating writer at 1731769373731 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731769373744 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731769373744Flushing 1588230740/table: creating writer at 1731769373756 (+12 ms)Flushing 1588230740/table: appending metadata at 1731769373769 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731769373769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba38398: reopening flushed file at 1731769373781 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484fa301: reopening flushed file at 1731769373788 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c99e24d: reopening flushed file at 1731769373795 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=28, compaction requested=false; wal=null at 1731769373802 (+7 ms)Cleaning up temporary data from old regions at 1731769373804 (+2 ms)Running coprocessor post-open hooks at 1731769373810 (+6 ms)Region opened successfully at 1731769373810 2024-11-16T15:02:53,811 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731769373660 2024-11-16T15:02:53,813 DEBUG [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T15:02:53,813 INFO [RS_OPEN_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T15:02:53,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:53,814 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc3fda29f660,46199,1731769312399, state=OPEN 2024-11-16T15:02:53,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T15:02:53,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T15:02:53,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T15:02:53,866 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fc3fda29f660,46199,1731769312399 2024-11-16T15:02:53,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:02:53,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:02:53,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T15:02:53,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-16T15:02:53,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fc3fda29f660,46199,1731769312399 in 9.9390 sec 2024-11-16T15:02:53,869 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T15:02:53,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-16T15:02:53,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1590 sec 2024-11-16T15:02:53,870 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): fc3fda29f660,38477,1731769312325 had 4 regions 2024-11-16T15:02:53,870 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc3fda29f660,46199,1731769312399, seqNum=-1] 2024-11-16T15:02:53,871 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fc3fda29f660,38477,1731769312325, splitWal=true, meta=true, isMeta: false 2024-11-16T15:02:53,873 INFO [PEWorker-4 {}] master.SplitWALManager(105): fc3fda29f660,38477,1731769312325 WAL count=1, meta=false 2024-11-16T15:02:53,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fc3fda29f660%2C38477%2C1731769312325.1731769313106}] 2024-11-16T15:02:53,876 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=fc3fda29f660,33477,1731769312362 2024-11-16T15:02:53,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fc3fda29f660%2C38477%2C1731769312325.1731769313106, worker=fc3fda29f660,33477,1731769312362}] 2024-11-16T15:02:53,890 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-16T15:02:53,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T15:02:53,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T15:02:53,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T15:02:53,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:02:53,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:02:53,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T15:02:53,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T15:02:53,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=756072564, stopped=false 2024-11-16T15:02:53,891 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fc3fda29f660,42431,1731769312173 2024-11-16T15:02:53,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T15:02:53,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T15:02:53,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:02:53,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:02:53,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T15:02:53,900 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T15:02:53,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:02:53,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T15:02:53,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T15:02:53,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:02:53,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T15:02:53,900 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc3fda29f660,33477,1731769312362' ***** 2024-11-16T15:02:53,900 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T15:02:53,900 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc3fda29f660,46199,1731769312399' ***** 2024-11-16T15:02:53,901 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T15:02:53,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T15:02:53,901 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T15:02:53,901 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T15:02:53,901 INFO [RS:2;fc3fda29f660:46199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T15:02:53,901 INFO [RS:2;fc3fda29f660:46199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T15:02:53,901 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T15:02:53,901 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(3091): Received CLOSE for 0754d9fa64662355e9b76dfbb3b4e4db 2024-11-16T15:02:53,901 INFO [RS:1;fc3fda29f660:33477 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T15:02:53,901 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T15:02:53,901 INFO [RS:1;fc3fda29f660:33477 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T15:02:53,901 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(3091): Received CLOSE for fa4a208dde09f987607266393c3c4e37 2024-11-16T15:02:53,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T15:02:53,901 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ea9b67c53dc37e4fb1128b9102d14f9 2024-11-16T15:02:53,901 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(3091): Received CLOSE for 64184b03bf338b014894c94420810cb2 2024-11-16T15:02:53,901 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(959): stopping server fc3fda29f660,46199,1731769312399 2024-11-16T15:02:53,901 INFO [RS:2;fc3fda29f660:46199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T15:02:53,902 INFO [RS:2;fc3fda29f660:46199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fc3fda29f660:46199. 2024-11-16T15:02:53,902 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(3091): Received CLOSE for bc4e0e6fb59e8d040732788b178d4837 2024-11-16T15:02:53,902 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(3091): Received CLOSE for fbff4eb91f818b063fe9e139ab7abbeb 2024-11-16T15:02:53,902 DEBUG [RS:2;fc3fda29f660:46199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T15:02:53,902 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(3091): Received CLOSE for 37223fbfc0c501f74453e730b2c6001b 2024-11-16T15:02:53,902 DEBUG [RS:2;fc3fda29f660:46199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:02:53,902 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(959): stopping server fc3fda29f660,33477,1731769312362 2024-11-16T15:02:53,902 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa4a208dde09f987607266393c3c4e37, disabling compactions & flushes 2024-11-16T15:02:53,902 INFO [RS:1;fc3fda29f660:33477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T15:02:53,902 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T15:02:53,902 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. 2024-11-16T15:02:53,902 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T15:02:53,902 INFO [RS:1;fc3fda29f660:33477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fc3fda29f660:33477. 2024-11-16T15:02:53,902 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. 2024-11-16T15:02:53,902 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T15:02:53,902 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. after waiting 0 ms 2024-11-16T15:02:53,902 DEBUG [RS:1;fc3fda29f660:33477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T15:02:53,902 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T15:02:53,902 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. 2024-11-16T15:02:53,902 DEBUG [RS:1;fc3fda29f660:33477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:02:53,902 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-16T15:02:53,902 DEBUG [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(1325): Online Regions={fa4a208dde09f987607266393c3c4e37=SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37., bc4e0e6fb59e8d040732788b178d4837=SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837., fbff4eb91f818b063fe9e139ab7abbeb=SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb., 37223fbfc0c501f74453e730b2c6001b=SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b.} 2024-11-16T15:02:53,902 DEBUG [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(1351): Waiting on 37223fbfc0c501f74453e730b2c6001b, bc4e0e6fb59e8d040732788b178d4837, fa4a208dde09f987607266393c3c4e37, fbff4eb91f818b063fe9e139ab7abbeb 2024-11-16T15:02:53,903 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-16T15:02:53,903 DEBUG [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(1325): Online Regions={0754d9fa64662355e9b76dfbb3b4e4db=SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db., 7ea9b67c53dc37e4fb1128b9102d14f9=SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9., 1588230740=hbase:meta,,1.1588230740, 64184b03bf338b014894c94420810cb2=SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2.} 2024-11-16T15:02:53,903 DEBUG [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(1351): Waiting on 0754d9fa64662355e9b76dfbb3b4e4db, 1588230740, 64184b03bf338b014894c94420810cb2, 7ea9b67c53dc37e4fb1128b9102d14f9 2024-11-16T15:02:53,903 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T15:02:53,903 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0754d9fa64662355e9b76dfbb3b4e4db, disabling compactions & flushes 2024-11-16T15:02:53,903 INFO [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T15:02:53,903 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. 2024-11-16T15:02:53,903 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T15:02:53,903 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. 2024-11-16T15:02:53,903 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T15:02:53,903 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. after waiting 0 ms 2024-11-16T15:02:53,903 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T15:02:53,903 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. 2024-11-16T15:02:53,911 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/fa4a208dde09f987607266393c3c4e37/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T15:02:53,911 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/0754d9fa64662355e9b76dfbb3b4e4db/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T15:02:53,911 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. 2024-11-16T15:02:53,911 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. 2024-11-16T15:02:53,912 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0754d9fa64662355e9b76dfbb3b4e4db: Waiting for close lock at 1731769373903Running coprocessor pre-close hooks at 1731769373903Disabling compacts and flushes for region at 1731769373903Disabling writes for close at 1731769373903Writing region close event to WAL at 1731769373904 (+1 ms)Running coprocessor post-close hooks at 1731769373911 (+7 ms)Closed at 1731769373911 2024-11-16T15:02:53,912 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa4a208dde09f987607266393c3c4e37: Waiting for close lock at 1731769373902Running coprocessor pre-close hooks at 1731769373902Disabling compacts and flushes for region at 1731769373902Disabling writes for close at 1731769373902Writing region close event to WAL at 1731769373903 (+1 ms)Running coprocessor post-close hooks at 1731769373911 (+8 ms)Closed at 1731769373911 2024-11-16T15:02:53,912 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731769323463.0754d9fa64662355e9b76dfbb3b4e4db. 2024-11-16T15:02:53,912 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731769323463.fa4a208dde09f987607266393c3c4e37. 2024-11-16T15:02:53,912 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc4e0e6fb59e8d040732788b178d4837, disabling compactions & flushes 2024-11-16T15:02:53,912 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ea9b67c53dc37e4fb1128b9102d14f9, disabling compactions & flushes 2024-11-16T15:02:53,912 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. 2024-11-16T15:02:53,912 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. 2024-11-16T15:02:53,912 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. 2024-11-16T15:02:53,912 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. 2024-11-16T15:02:53,912 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. after waiting 0 ms 2024-11-16T15:02:53,912 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. after waiting 0 ms 2024-11-16T15:02:53,912 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. 2024-11-16T15:02:53,912 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. 2024-11-16T15:02:53,915 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-16T15:02:53,916 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/bc4e0e6fb59e8d040732788b178d4837/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T15:02:53,917 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. 2024-11-16T15:02:53,917 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc4e0e6fb59e8d040732788b178d4837: Waiting for close lock at 1731769373912Running coprocessor pre-close hooks at 1731769373912Disabling compacts and flushes for region at 1731769373912Disabling writes for close at 1731769373912Writing region close event to WAL at 1731769373912Running coprocessor post-close hooks at 1731769373917 (+5 ms)Closed at 1731769373917 2024-11-16T15:02:53,917 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731769323463.bc4e0e6fb59e8d040732788b178d4837. 2024-11-16T15:02:53,917 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbff4eb91f818b063fe9e139ab7abbeb, disabling compactions & flushes 2024-11-16T15:02:53,917 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. 2024-11-16T15:02:53,917 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. 2024-11-16T15:02:53,917 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. after waiting 0 ms 2024-11-16T15:02:53,917 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. 2024-11-16T15:02:53,918 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T15:02:53,918 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/7ea9b67c53dc37e4fb1128b9102d14f9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T15:02:53,918 INFO [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T15:02:53,918 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731769373903Running coprocessor pre-close hooks at 1731769373903Disabling compacts and flushes for region at 1731769373903Disabling writes for close at 1731769373903Writing region close event to WAL at 1731769373910 (+7 ms)Running coprocessor post-close hooks at 1731769373918 (+8 ms)Closed at 1731769373918 2024-11-16T15:02:53,918 DEBUG [RS_CLOSE_META-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T15:02:53,918 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. 2024-11-16T15:02:53,919 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ea9b67c53dc37e4fb1128b9102d14f9: Waiting for close lock at 1731769373912Running coprocessor pre-close hooks at 1731769373912Disabling compacts and flushes for region at 1731769373912Disabling writes for close at 1731769373912Writing region close event to WAL at 1731769373913 (+1 ms)Running coprocessor post-close hooks at 1731769373918 (+5 ms)Closed at 1731769373918 2024-11-16T15:02:53,919 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731769323463.7ea9b67c53dc37e4fb1128b9102d14f9. 2024-11-16T15:02:53,919 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64184b03bf338b014894c94420810cb2, disabling compactions & flushes 2024-11-16T15:02:53,919 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. 2024-11-16T15:02:53,919 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. 2024-11-16T15:02:53,919 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. after waiting 0 ms 2024-11-16T15:02:53,919 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. 2024-11-16T15:02:53,922 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/fbff4eb91f818b063fe9e139ab7abbeb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T15:02:53,922 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/64184b03bf338b014894c94420810cb2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T15:02:53,923 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. 2024-11-16T15:02:53,923 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. 2024-11-16T15:02:53,923 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64184b03bf338b014894c94420810cb2: Waiting for close lock at 1731769373919Running coprocessor pre-close hooks at 1731769373919Disabling compacts and flushes for region at 1731769373919Disabling writes for close at 1731769373919Writing region close event to WAL at 1731769373919Running coprocessor post-close hooks at 1731769373923 (+4 ms)Closed at 1731769373923 2024-11-16T15:02:53,923 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbff4eb91f818b063fe9e139ab7abbeb: Waiting for close lock at 1731769373917Running coprocessor pre-close hooks at 1731769373917Disabling compacts and flushes for region at 1731769373917Disabling writes for close at 1731769373917Writing region close event to WAL at 1731769373919 (+2 ms)Running coprocessor post-close hooks at 1731769373923 (+4 ms)Closed at 1731769373923 2024-11-16T15:02:53,923 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731769323463.fbff4eb91f818b063fe9e139ab7abbeb. 2024-11-16T15:02:53,923 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731769323463.64184b03bf338b014894c94420810cb2. 2024-11-16T15:02:53,923 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37223fbfc0c501f74453e730b2c6001b, disabling compactions & flushes 2024-11-16T15:02:53,923 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. 2024-11-16T15:02:53,923 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. 2024-11-16T15:02:53,923 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. after waiting 0 ms 2024-11-16T15:02:53,923 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. 2024-11-16T15:02:53,927 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/data/default/SPTestTable/37223fbfc0c501f74453e730b2c6001b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T15:02:53,928 INFO [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. 2024-11-16T15:02:53,928 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37223fbfc0c501f74453e730b2c6001b: Waiting for close lock at 1731769373923Running coprocessor pre-close hooks at 1731769373923Disabling compacts and flushes for region at 1731769373923Disabling writes for close at 1731769373923Writing region close event to WAL at 1731769373924 (+1 ms)Running coprocessor post-close hooks at 1731769373928 (+4 ms)Closed at 1731769373928 2024-11-16T15:02:53,928 DEBUG [RS_CLOSE_REGION-regionserver/fc3fda29f660:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731769323463.37223fbfc0c501f74453e730b2c6001b. 2024-11-16T15:02:53,932 INFO [regionserver/fc3fda29f660:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T15:02:53,933 INFO [regionserver/fc3fda29f660:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T15:02:53,959 INFO [regionserver/fc3fda29f660:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T15:02:53,959 INFO [regionserver/fc3fda29f660:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T15:02:53,993 INFO [regionserver/fc3fda29f660:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T15:02:53,993 INFO [regionserver/fc3fda29f660:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T15:02:54,102 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(976): stopping server fc3fda29f660,33477,1731769312362; all regions closed. 2024-11-16T15:02:54,103 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(976): stopping server fc3fda29f660,46199,1731769312399; all regions closed. 2024-11-16T15:02:54,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741833_1009 (size=2917) 2024-11-16T15:02:54,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741833_1009 (size=2917) 2024-11-16T15:02:54,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741833_1009 (size=2917) 2024-11-16T15:02:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741865_1041 (size=678) 2024-11-16T15:02:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741865_1041 (size=678) 2024-11-16T15:02:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741865_1041 (size=678) 2024-11-16T15:02:54,108 DEBUG [RS:2;fc3fda29f660:46199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/oldWALs 2024-11-16T15:02:54,108 DEBUG [RS:1;fc3fda29f660:33477 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/oldWALs 2024-11-16T15:02:54,108 INFO [RS:1;fc3fda29f660:33477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc3fda29f660%2C33477%2C1731769312362:(num 1731769313106) 2024-11-16T15:02:54,108 INFO [RS:2;fc3fda29f660:46199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc3fda29f660%2C46199%2C1731769312399.meta:.meta(num 1731769373668) 2024-11-16T15:02:54,108 DEBUG [RS:1;fc3fda29f660:33477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:02:54,108 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T15:02:54,109 INFO [RS:1;fc3fda29f660:33477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T15:02:54,109 INFO [RS:1;fc3fda29f660:33477 {}] hbase.ChoreService(370): Chore service for: regionserver/fc3fda29f660:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T15:02:54,109 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T15:02:54,109 INFO [regionserver/fc3fda29f660:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T15:02:54,109 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T15:02:54,109 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T15:02:54,109 INFO [RS:1;fc3fda29f660:33477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T15:02:54,109 INFO [RS:1;fc3fda29f660:33477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33477 2024-11-16T15:02:54,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741835_1011 (size=2886) 2024-11-16T15:02:54,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741835_1011 (size=2886) 2024-11-16T15:02:54,112 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/WALs/fc3fda29f660,46199,1731769312399/fc3fda29f660%2C46199%2C1731769312399.1731769313106 not finished, retry = 0 2024-11-16T15:02:54,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741835_1011 (size=2886) 2024-11-16T15:02:54,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc3fda29f660,33477,1731769312362 2024-11-16T15:02:54,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T15:02:54,133 INFO [RS:1;fc3fda29f660:33477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T15:02:54,133 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$369/0x00007f8ae09047c8@1343ce8f rejected from java.util.concurrent.ThreadPoolExecutor@56415283[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 16] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-16T15:02:54,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc3fda29f660,33477,1731769312362] 2024-11-16T15:02:54,149 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc3fda29f660,33477,1731769312362 already deleted, retry=false 2024-11-16T15:02:54,150 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc3fda29f660,33477,1731769312362 expired; onlineServers=1 2024-11-16T15:02:54,214 DEBUG [RS:2;fc3fda29f660:46199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/oldWALs 2024-11-16T15:02:54,214 INFO [RS:2;fc3fda29f660:46199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc3fda29f660%2C46199%2C1731769312399:(num 1731769313106) 2024-11-16T15:02:54,214 DEBUG [RS:2;fc3fda29f660:46199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T15:02:54,214 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T15:02:54,215 INFO [RS:2;fc3fda29f660:46199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T15:02:54,215 INFO [RS:2;fc3fda29f660:46199 {}] hbase.ChoreService(370): Chore service for: regionserver/fc3fda29f660:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T15:02:54,215 INFO [RS:2;fc3fda29f660:46199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T15:02:54,215 INFO [regionserver/fc3fda29f660:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T15:02:54,215 INFO [RS:2;fc3fda29f660:46199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46199 2024-11-16T15:02:54,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc3fda29f660,46199,1731769312399 2024-11-16T15:02:54,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T15:02:54,233 INFO [RS:2;fc3fda29f660:46199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T15:02:54,241 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc3fda29f660,46199,1731769312399] 2024-11-16T15:02:54,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T15:02:54,242 INFO [RS:1;fc3fda29f660:33477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T15:02:54,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33477-0x1014574365f0002, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T15:02:54,242 INFO [RS:1;fc3fda29f660:33477 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc3fda29f660,33477,1731769312362; zookeeper connection closed. 2024-11-16T15:02:54,242 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b5ea3a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b5ea3a5 2024-11-16T15:02:54,250 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc3fda29f660,46199,1731769312399 already deleted, retry=false 2024-11-16T15:02:54,250 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc3fda29f660,46199,1731769312399 expired; onlineServers=0 2024-11-16T15:02:54,250 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fc3fda29f660,42431,1731769312173' ***** 2024-11-16T15:02:54,250 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T15:02:54,250 INFO [M:0;fc3fda29f660:42431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T15:02:54,250 INFO [M:0;fc3fda29f660:42431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T15:02:54,250 DEBUG [M:0;fc3fda29f660:42431 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T15:02:54,251 DEBUG [M:0;fc3fda29f660:42431 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T15:02:54,251 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T15:02:54,251 DEBUG [master/fc3fda29f660:0:becomeActiveMaster-HFileCleaner.large.0-1731769312763 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc3fda29f660:0:becomeActiveMaster-HFileCleaner.large.0-1731769312763,5,FailOnTimeoutGroup] 2024-11-16T15:02:54,251 DEBUG [master/fc3fda29f660:0:becomeActiveMaster-HFileCleaner.small.0-1731769312763 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc3fda29f660:0:becomeActiveMaster-HFileCleaner.small.0-1731769312763,5,FailOnTimeoutGroup] 2024-11-16T15:02:54,251 INFO [M:0;fc3fda29f660:42431 {}] hbase.ChoreService(370): Chore service for: master/fc3fda29f660:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T15:02:54,251 INFO [M:0;fc3fda29f660:42431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T15:02:54,252 DEBUG [M:0;fc3fda29f660:42431 {}] master.HMaster(1795): Stopping service threads 2024-11-16T15:02:54,252 INFO [M:0;fc3fda29f660:42431 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T15:02:54,252 INFO [M:0;fc3fda29f660:42431 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T15:02:54,252 ERROR [M:0;fc3fda29f660:42431 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:35741 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35741,5,PEWorkerGroup] 2024-11-16T15:02:54,253 INFO [M:0;fc3fda29f660:42431 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T15:02:54,253 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T15:02:54,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T15:02:54,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T15:02:54,258 DEBUG [M:0;fc3fda29f660:42431 {}] zookeeper.ZKUtil(347): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T15:02:54,259 WARN [M:0;fc3fda29f660:42431 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T15:02:54,259 INFO [M:0;fc3fda29f660:42431 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/.lastflushedseqids 2024-11-16T15:02:54,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741869_1045 (size=632) 2024-11-16T15:02:54,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741869_1045 (size=632) 2024-11-16T15:02:54,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741869_1045 (size=632) 2024-11-16T15:02:54,267 INFO [M:0;fc3fda29f660:42431 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T15:02:54,268 INFO [M:0;fc3fda29f660:42431 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T15:02:54,268 DEBUG [M:0;fc3fda29f660:42431 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T15:02:54,268 INFO [M:0;fc3fda29f660:42431 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T15:02:54,268 DEBUG [M:0;fc3fda29f660:42431 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T15:02:54,268 DEBUG [M:0;fc3fda29f660:42431 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T15:02:54,268 DEBUG [M:0;fc3fda29f660:42431 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T15:02:54,268 INFO [M:0;fc3fda29f660:42431 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=213.82 KB heapSize=255.16 KB 2024-11-16T15:02:54,282 DEBUG [M:0;fc3fda29f660:42431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df01df7726784f6094232ecc820f022b is 82, key is hbase:meta,,1/info:regioninfo/1731769373813/Put/seqid=0 2024-11-16T15:02:54,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741870_1046 (size=6071) 2024-11-16T15:02:54,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741870_1046 (size=6071) 2024-11-16T15:02:54,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741870_1046 (size=6071) 2024-11-16T15:02:54,288 INFO [M:0;fc3fda29f660:42431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df01df7726784f6094232ecc820f022b 2024-11-16T15:02:54,308 DEBUG [M:0;fc3fda29f660:42431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ea772bb7d2a46d4bb6b2d4b11767a4d is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731769334195/Put/seqid=0 2024-11-16T15:02:54,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741871_1047 (size=11559) 2024-11-16T15:02:54,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741871_1047 (size=11559) 2024-11-16T15:02:54,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741871_1047 (size=11559) 2024-11-16T15:02:54,315 INFO [M:0;fc3fda29f660:42431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=212.59 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ea772bb7d2a46d4bb6b2d4b11767a4d 2024-11-16T15:02:54,320 INFO [M:0;fc3fda29f660:42431 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ea772bb7d2a46d4bb6b2d4b11767a4d 2024-11-16T15:02:54,338 DEBUG [M:0;fc3fda29f660:42431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe2e649a49474a378354d9d0f6ee2862 is 69, key is fc3fda29f660,33477,1731769312362/rs:state/1731769312902/Put/seqid=0 2024-11-16T15:02:54,342 INFO [RS:2;fc3fda29f660:46199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T15:02:54,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T15:02:54,342 INFO [RS:2;fc3fda29f660:46199 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc3fda29f660,46199,1731769312399; zookeeper connection closed. 2024-11-16T15:02:54,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46199-0x1014574365f0003, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T15:02:54,343 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f0988e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f0988e6 2024-11-16T15:02:54,343 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-16T15:02:54,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741872_1048 (size=5447) 2024-11-16T15:02:54,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741872_1048 (size=5447) 2024-11-16T15:02:54,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741872_1048 (size=5447) 2024-11-16T15:02:54,345 INFO [M:0;fc3fda29f660:42431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe2e649a49474a378354d9d0f6ee2862 2024-11-16T15:02:54,349 INFO [M:0;fc3fda29f660:42431 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe2e649a49474a378354d9d0f6ee2862 2024-11-16T15:02:54,350 DEBUG [M:0;fc3fda29f660:42431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df01df7726784f6094232ecc820f022b as hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df01df7726784f6094232ecc820f022b 2024-11-16T15:02:54,355 INFO [M:0;fc3fda29f660:42431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df01df7726784f6094232ecc820f022b, entries=14, sequenceid=446, filesize=5.9 K 2024-11-16T15:02:54,356 DEBUG [M:0;fc3fda29f660:42431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ea772bb7d2a46d4bb6b2d4b11767a4d as hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ea772bb7d2a46d4bb6b2d4b11767a4d 2024-11-16T15:02:54,361 INFO [M:0;fc3fda29f660:42431 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ea772bb7d2a46d4bb6b2d4b11767a4d 2024-11-16T15:02:54,361 INFO [M:0;fc3fda29f660:42431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ea772bb7d2a46d4bb6b2d4b11767a4d, entries=52, sequenceid=446, filesize=11.3 K 2024-11-16T15:02:54,362 DEBUG [M:0;fc3fda29f660:42431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe2e649a49474a378354d9d0f6ee2862 as hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe2e649a49474a378354d9d0f6ee2862 2024-11-16T15:02:54,367 INFO [M:0;fc3fda29f660:42431 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe2e649a49474a378354d9d0f6ee2862 2024-11-16T15:02:54,367 INFO [M:0;fc3fda29f660:42431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/8cc342f8-f1c9-1961-07d7-6e43e90a5f6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe2e649a49474a378354d9d0f6ee2862, entries=3, sequenceid=446, filesize=5.3 K 2024-11-16T15:02:54,368 INFO [M:0;fc3fda29f660:42431 {}] regionserver.HRegion(3140): Finished flush of dataSize ~213.82 KB/218949, heapSize ~254.86 KB/260976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=446, compaction requested=false 2024-11-16T15:02:54,369 INFO [M:0;fc3fda29f660:42431 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T15:02:54,369 DEBUG [M:0;fc3fda29f660:42431 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731769374268Disabling compacts and flushes for region at 1731769374268Disabling writes for close at 1731769374268Obtaining lock to block concurrent updates at 1731769374268Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731769374268Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=218949, getHeapSize=261216, getOffHeapSize=0, getCellsCount=545 at 1731769374268Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731769374269 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731769374269Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731769374282 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731769374282Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731769374293 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731769374307 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731769374307Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731769374320 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731769374337 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731769374337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb88445: reopening flushed file at 1731769374349 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e018a7b: reopening flushed file at 1731769374355 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@367f35b2: reopening flushed file at 1731769374361 (+6 ms)Finished flush of dataSize ~213.82 KB/218949, heapSize ~254.86 KB/260976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=446, compaction requested=false at 1731769374368 (+7 ms)Writing region close event to WAL at 1731769374369 (+1 ms)Closed at 1731769374369 2024-11-16T15:02:54,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35923 is added to blk_1073741830_1006 (size=248754) 2024-11-16T15:02:54,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741830_1006 (size=248754) 2024-11-16T15:02:54,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39381 is added to blk_1073741830_1006 (size=248754) 2024-11-16T15:02:54,372 INFO [M:0;fc3fda29f660:42431 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T15:02:54,372 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T15:02:54,372 INFO [M:0;fc3fda29f660:42431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42431 2024-11-16T15:02:54,372 INFO [M:0;fc3fda29f660:42431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T15:02:54,500 INFO [M:0;fc3fda29f660:42431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T15:02:54,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T15:02:54,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42431-0x1014574365f0000, quorum=127.0.0.1:49305, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T15:02:54,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e46aacb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T15:02:54,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17e2837d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T15:02:54,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T15:02:54,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77e2e964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T15:02:54,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@894f43a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/hadoop.log.dir/,STOPPED} 2024-11-16T15:02:54,543 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T15:02:54,543 WARN [BP-657703613-172.17.0.2-1731769310271 heartbeating to localhost/127.0.0.1:35741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T15:02:54,543 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T15:02:54,543 WARN [BP-657703613-172.17.0.2-1731769310271 heartbeating to localhost/127.0.0.1:35741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-657703613-172.17.0.2-1731769310271 (Datanode Uuid ff8f3d87-c3f0-4eea-bd15-6f8cfe5f057b) service to localhost/127.0.0.1:35741 2024-11-16T15:02:54,543 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/cluster_507bc789-c766-97fe-5946-311fa63e3140/data/data5/current/BP-657703613-172.17.0.2-1731769310271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T15:02:54,544 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/cluster_507bc789-c766-97fe-5946-311fa63e3140/data/data6/current/BP-657703613-172.17.0.2-1731769310271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T15:02:54,544 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T15:02:54,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f41c572{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T15:02:54,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@de40b85{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T15:02:54,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T15:02:54,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@147f919a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T15:02:54,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9fceb15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/hadoop.log.dir/,STOPPED} 2024-11-16T15:02:54,547 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T15:02:54,547 WARN [BP-657703613-172.17.0.2-1731769310271 heartbeating to localhost/127.0.0.1:35741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T15:02:54,547 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T15:02:54,547 WARN [BP-657703613-172.17.0.2-1731769310271 heartbeating to localhost/127.0.0.1:35741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-657703613-172.17.0.2-1731769310271 (Datanode Uuid e445a9dc-5ea1-42ce-b3f9-23cbd37b2867) service to localhost/127.0.0.1:35741 2024-11-16T15:02:54,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/cluster_507bc789-c766-97fe-5946-311fa63e3140/data/data3/current/BP-657703613-172.17.0.2-1731769310271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T15:02:54,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/cluster_507bc789-c766-97fe-5946-311fa63e3140/data/data4/current/BP-657703613-172.17.0.2-1731769310271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T15:02:54,549 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T15:02:54,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8e7ec4f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T15:02:54,551 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c883179{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T15:02:54,551 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T15:02:54,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e5777bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T15:02:54,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77afe134{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/hadoop.log.dir/,STOPPED} 2024-11-16T15:02:54,553 WARN [BP-657703613-172.17.0.2-1731769310271 heartbeating to localhost/127.0.0.1:35741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T15:02:54,553 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T15:02:54,553 WARN [BP-657703613-172.17.0.2-1731769310271 heartbeating to localhost/127.0.0.1:35741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-657703613-172.17.0.2-1731769310271 (Datanode Uuid 1eb69250-2ad2-481c-8c7a-f980b36577a2) service to localhost/127.0.0.1:35741 2024-11-16T15:02:54,553 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T15:02:54,553 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/cluster_507bc789-c766-97fe-5946-311fa63e3140/data/data1/current/BP-657703613-172.17.0.2-1731769310271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T15:02:54,554 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/cluster_507bc789-c766-97fe-5946-311fa63e3140/data/data2/current/BP-657703613-172.17.0.2-1731769310271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T15:02:54,554 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T15:02:54,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ccf2faf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T15:02:54,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fc5de42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T15:02:54,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T15:02:54,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72443302{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T15:02:54,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4efd563c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b077477-353c-9836-24e5-246c455afb22/hadoop.log.dir/,STOPPED} 2024-11-16T15:02:54,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T15:02:54,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T15:02:54,606 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 92) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35741 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_META-regionserver/fc3fda29f660:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35741 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fc3fda29f660:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=479 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=75 (was 54) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5074 (was 5219)