2024-11-27 12:58:59,587 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-27 12:58:59,601 main DEBUG Took 0.011803 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 12:58:59,601 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 12:58:59,602 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 12:58:59,603 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 12:58:59,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:58:59,613 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 12:58:59,628 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:58:59,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:58:59,631 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:58:59,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:58:59,632 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:58:59,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:58:59,634 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:58:59,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:58:59,635 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:58:59,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:58:59,636 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:58:59,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:58:59,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:58:59,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:58:59,638 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:58:59,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:58:59,640 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:58:59,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:58:59,640 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:58:59,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:58:59,641 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:58:59,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:58:59,642 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:58:59,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 12:58:59,643 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:58:59,644 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 12:58:59,646 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 12:58:59,647 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 12:58:59,650 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 12:58:59,651 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 12:58:59,653 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 12:58:59,653 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 12:58:59,662 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 12:58:59,665 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 12:58:59,667 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 12:58:59,667 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 12:58:59,668 main DEBUG createAppenders(={Console}) 2024-11-27 12:58:59,669 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-27 12:58:59,669 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-27 12:58:59,669 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-27 12:58:59,670 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 12:58:59,671 main DEBUG OutputStream closed 2024-11-27 12:58:59,671 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 12:58:59,671 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 12:58:59,672 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-27 12:58:59,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 12:58:59,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 12:58:59,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 12:58:59,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 12:58:59,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 12:58:59,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 12:58:59,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 12:58:59,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 12:58:59,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 12:58:59,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 12:58:59,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 12:58:59,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 12:58:59,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 12:58:59,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 12:58:59,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 12:58:59,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 12:58:59,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 12:58:59,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 12:58:59,771 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 12:58:59,771 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-27 12:58:59,771 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 12:58:59,772 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-27T12:58:59,785 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-27 12:58:59,788 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 12:58:59,788 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T12:58:59,796 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-27T12:58:59,825 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=142, ProcessCount=11, AvailableMemoryMB=10130 2024-11-27T12:59:00,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12 2024-11-27T12:59:00,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T12:59:00,075 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/cluster_a3d0338d-a1ff-4f8b-09dc-5e375d509d23, deleteOnExit=true 2024-11-27T12:59:00,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T12:59:00,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/test.cache.data in system properties and HBase conf 2024-11-27T12:59:00,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T12:59:00,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/hadoop.log.dir in system properties and HBase conf 2024-11-27T12:59:00,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T12:59:00,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T12:59:00,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T12:59:00,153 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T12:59:00,246 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T12:59:00,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:59:00,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T12:59:00,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T12:59:00,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:59:00,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T12:59:00,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T12:59:00,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T12:59:00,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:59:00,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T12:59:00,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/nfs.dump.dir in system properties and HBase conf 2024-11-27T12:59:00,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/java.io.tmpdir in system properties and HBase conf 2024-11-27T12:59:00,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T12:59:00,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T12:59:00,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T12:59:01,283 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T12:59:01,359 INFO [Time-limited test {}] log.Log(170): Logging initialized @2455ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T12:59:01,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:59:01,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:59:01,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:59:01,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:59:01,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:59:01,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:59:01,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:59:01,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:59:01,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/java.io.tmpdir/jetty-localhost-45879-hadoop-hdfs-3_4_1-tests_jar-_-any-5759373709729055710/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T12:59:01,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:45879} 2024-11-27T12:59:01,690 INFO [Time-limited test {}] server.Server(415): Started @2787ms 2024-11-27T12:59:02,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:59:02,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:59:02,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:59:02,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:59:02,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:59:02,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:59:02,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:59:02,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/java.io.tmpdir/jetty-localhost-34887-hadoop-hdfs-3_4_1-tests_jar-_-any-3575267215199850148/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:59:02,314 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:34887} 2024-11-27T12:59:02,314 INFO [Time-limited test {}] server.Server(415): Started @3411ms 2024-11-27T12:59:02,366 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:59:02,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:59:02,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:59:02,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:59:02,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:59:02,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:59:02,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:59:02,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:59:02,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/java.io.tmpdir/jetty-localhost-34543-hadoop-hdfs-3_4_1-tests_jar-_-any-9222153589007687802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:59:02,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:34543} 2024-11-27T12:59:02,618 INFO [Time-limited test {}] server.Server(415): Started @3714ms 2024-11-27T12:59:02,620 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:59:02,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T12:59:02,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T12:59:02,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T12:59:02,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T12:59:02,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T12:59:02,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/hadoop.log.dir/,AVAILABLE} 2024-11-27T12:59:02,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T12:59:02,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/java.io.tmpdir/jetty-localhost-45381-hadoop-hdfs-3_4_1-tests_jar-_-any-2408752427695889115/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T12:59:02,769 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:45381} 2024-11-27T12:59:02,769 INFO [Time-limited test {}] server.Server(415): Started @3866ms 2024-11-27T12:59:02,771 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T12:59:03,652 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/cluster_a3d0338d-a1ff-4f8b-09dc-5e375d509d23/data/data4/current/BP-17184806-172.17.0.2-1732712340748/current, will proceed with Du for space computation calculation, 2024-11-27T12:59:03,652 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/cluster_a3d0338d-a1ff-4f8b-09dc-5e375d509d23/data/data2/current/BP-17184806-172.17.0.2-1732712340748/current, will proceed with Du for space computation calculation, 2024-11-27T12:59:03,652 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/cluster_a3d0338d-a1ff-4f8b-09dc-5e375d509d23/data/data3/current/BP-17184806-172.17.0.2-1732712340748/current, will proceed with Du for space computation calculation, 2024-11-27T12:59:03,652 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/cluster_a3d0338d-a1ff-4f8b-09dc-5e375d509d23/data/data1/current/BP-17184806-172.17.0.2-1732712340748/current, will proceed with Du for space computation calculation, 2024-11-27T12:59:03,687 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:59:03,687 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:59:03,707 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/cluster_a3d0338d-a1ff-4f8b-09dc-5e375d509d23/data/data6/current/BP-17184806-172.17.0.2-1732712340748/current, will proceed with Du for space computation calculation, 2024-11-27T12:59:03,707 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/cluster_a3d0338d-a1ff-4f8b-09dc-5e375d509d23/data/data5/current/BP-17184806-172.17.0.2-1732712340748/current, will proceed with Du for space computation calculation, 2024-11-27T12:59:03,733 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T12:59:03,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6936e6241db43d7 with lease ID 0xe592a133574a009e: Processing first storage report for DS-a8c77533-de01-4644-9794-5d7b1ab76f58 from datanode DatanodeRegistration(127.0.0.1:36799, datanodeUuid=5c0c8d10-794a-41eb-ae52-565787c988f2, infoPort=42121, infoSecurePort=0, ipcPort=36457, storageInfo=lv=-57;cid=testClusterID;nsid=372316739;c=1732712340748) 2024-11-27T12:59:03,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6936e6241db43d7 with lease ID 0xe592a133574a009e: from storage DS-a8c77533-de01-4644-9794-5d7b1ab76f58 node DatanodeRegistration(127.0.0.1:36799, datanodeUuid=5c0c8d10-794a-41eb-ae52-565787c988f2, infoPort=42121, infoSecurePort=0, ipcPort=36457, storageInfo=lv=-57;cid=testClusterID;nsid=372316739;c=1732712340748), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:59:03,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe135dd3a9e0b641e with lease ID 0xe592a133574a009d: Processing first storage report for DS-8c6d4b73-cea9-450e-b495-1979efc129f5 from datanode DatanodeRegistration(127.0.0.1:39871, datanodeUuid=3d4ae442-e73e-4de5-80c1-9fcb68b0d2ca, infoPort=46447, infoSecurePort=0, ipcPort=39013, storageInfo=lv=-57;cid=testClusterID;nsid=372316739;c=1732712340748) 2024-11-27T12:59:03,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe135dd3a9e0b641e with lease ID 0xe592a133574a009d: from storage DS-8c6d4b73-cea9-450e-b495-1979efc129f5 node DatanodeRegistration(127.0.0.1:39871, datanodeUuid=3d4ae442-e73e-4de5-80c1-9fcb68b0d2ca, infoPort=46447, infoSecurePort=0, ipcPort=39013, storageInfo=lv=-57;cid=testClusterID;nsid=372316739;c=1732712340748), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:59:03,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6936e6241db43d7 with lease ID 0xe592a133574a009e: Processing first storage report for DS-f0c16b31-ecd9-4022-be10-ae4fcc9817a1 from datanode DatanodeRegistration(127.0.0.1:36799, datanodeUuid=5c0c8d10-794a-41eb-ae52-565787c988f2, infoPort=42121, infoSecurePort=0, ipcPort=36457, storageInfo=lv=-57;cid=testClusterID;nsid=372316739;c=1732712340748) 2024-11-27T12:59:03,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6936e6241db43d7 with lease ID 0xe592a133574a009e: from storage DS-f0c16b31-ecd9-4022-be10-ae4fcc9817a1 node DatanodeRegistration(127.0.0.1:36799, datanodeUuid=5c0c8d10-794a-41eb-ae52-565787c988f2, infoPort=42121, infoSecurePort=0, ipcPort=36457, storageInfo=lv=-57;cid=testClusterID;nsid=372316739;c=1732712340748), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:59:03,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe135dd3a9e0b641e with lease ID 0xe592a133574a009d: Processing first storage report for DS-cabfc148-2ca3-4d47-896c-59b8e83e64fd from datanode DatanodeRegistration(127.0.0.1:39871, datanodeUuid=3d4ae442-e73e-4de5-80c1-9fcb68b0d2ca, infoPort=46447, infoSecurePort=0, ipcPort=39013, storageInfo=lv=-57;cid=testClusterID;nsid=372316739;c=1732712340748) 2024-11-27T12:59:03,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe135dd3a9e0b641e with lease ID 0xe592a133574a009d: from storage DS-cabfc148-2ca3-4d47-896c-59b8e83e64fd node DatanodeRegistration(127.0.0.1:39871, datanodeUuid=3d4ae442-e73e-4de5-80c1-9fcb68b0d2ca, infoPort=46447, infoSecurePort=0, ipcPort=39013, storageInfo=lv=-57;cid=testClusterID;nsid=372316739;c=1732712340748), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:59:03,741 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13884a35dc47116f with lease ID 0xe592a133574a009f: Processing first storage report for DS-517ff08f-5641-44ad-a53d-bd306c9e6268 from datanode DatanodeRegistration(127.0.0.1:37859, datanodeUuid=b9088dae-1764-49c9-a495-05d07812868b, infoPort=39743, infoSecurePort=0, ipcPort=40813, storageInfo=lv=-57;cid=testClusterID;nsid=372316739;c=1732712340748) 2024-11-27T12:59:03,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13884a35dc47116f with lease ID 0xe592a133574a009f: from storage DS-517ff08f-5641-44ad-a53d-bd306c9e6268 node DatanodeRegistration(127.0.0.1:37859, datanodeUuid=b9088dae-1764-49c9-a495-05d07812868b, infoPort=39743, infoSecurePort=0, ipcPort=40813, storageInfo=lv=-57;cid=testClusterID;nsid=372316739;c=1732712340748), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T12:59:03,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13884a35dc47116f with lease ID 0xe592a133574a009f: Processing first storage report for DS-99459e14-1a81-45f8-a490-4261c9e38a16 from datanode DatanodeRegistration(127.0.0.1:37859, datanodeUuid=b9088dae-1764-49c9-a495-05d07812868b, infoPort=39743, infoSecurePort=0, ipcPort=40813, storageInfo=lv=-57;cid=testClusterID;nsid=372316739;c=1732712340748) 2024-11-27T12:59:03,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13884a35dc47116f with lease ID 0xe592a133574a009f: from storage DS-99459e14-1a81-45f8-a490-4261c9e38a16 node DatanodeRegistration(127.0.0.1:37859, datanodeUuid=b9088dae-1764-49c9-a495-05d07812868b, infoPort=39743, infoSecurePort=0, ipcPort=40813, storageInfo=lv=-57;cid=testClusterID;nsid=372316739;c=1732712340748), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T12:59:03,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12 2024-11-27T12:59:03,845 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/cluster_a3d0338d-a1ff-4f8b-09dc-5e375d509d23/zookeeper_0, clientPort=55127, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/cluster_a3d0338d-a1ff-4f8b-09dc-5e375d509d23/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/cluster_a3d0338d-a1ff-4f8b-09dc-5e375d509d23/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T12:59:03,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55127 2024-11-27T12:59:03,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:59:03,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:59:04,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:59:04,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:59:04,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741825_1001 (size=7) 2024-11-27T12:59:04,477 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570 with version=8 2024-11-27T12:59:04,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/hbase-staging 2024-11-27T12:59:04,551 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T12:59:04,780 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T12:59:04,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:59:04,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:59:04,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:59:04,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:59:04,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:59:04,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T12:59:04,976 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T12:59:04,984 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T12:59:04,987 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:59:05,010 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 112644 (auto-detected) 2024-11-27T12:59:05,011 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T12:59:05,028 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32983 2024-11-27T12:59:05,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32983 connecting to ZooKeeper ensemble=127.0.0.1:55127 2024-11-27T12:59:05,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329830x0, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:59:05,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32983-0x1017da9bbd60000 connected 2024-11-27T12:59:05,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:59:05,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:59:05,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:59:05,269 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570, hbase.cluster.distributed=false 2024-11-27T12:59:05,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T12:59:05,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32983 2024-11-27T12:59:05,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32983 2024-11-27T12:59:05,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32983 2024-11-27T12:59:05,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32983 2024-11-27T12:59:05,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32983 2024-11-27T12:59:05,388 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T12:59:05,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:59:05,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:59:05,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:59:05,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:59:05,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:59:05,393 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:59:05,395 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:59:05,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32975 2024-11-27T12:59:05,398 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32975 connecting to ZooKeeper ensemble=127.0.0.1:55127 2024-11-27T12:59:05,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:59:05,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:59:05,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329750x0, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:59:05,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32975-0x1017da9bbd60001 connected 2024-11-27T12:59:05,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:59:05,441 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:59:05,452 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:59:05,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T12:59:05,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T12:59:05,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32975 2024-11-27T12:59:05,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32975 2024-11-27T12:59:05,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32975 2024-11-27T12:59:05,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32975 2024-11-27T12:59:05,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32975 2024-11-27T12:59:05,479 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T12:59:05,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:59:05,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:59:05,480 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:59:05,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:59:05,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:59:05,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:59:05,480 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:59:05,481 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40627 2024-11-27T12:59:05,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40627 connecting to ZooKeeper ensemble=127.0.0.1:55127 2024-11-27T12:59:05,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:59:05,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:59:05,509 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406270x0, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:59:05,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:59:05,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40627-0x1017da9bbd60002 connected 2024-11-27T12:59:05,511 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:59:05,512 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:59:05,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T12:59:05,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T12:59:05,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40627 2024-11-27T12:59:05,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40627 2024-11-27T12:59:05,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40627 2024-11-27T12:59:05,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40627 2024-11-27T12:59:05,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40627 2024-11-27T12:59:05,535 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T12:59:05,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:59:05,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T12:59:05,536 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T12:59:05,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T12:59:05,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T12:59:05,536 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T12:59:05,537 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T12:59:05,537 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40929 2024-11-27T12:59:05,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40929 connecting to ZooKeeper ensemble=127.0.0.1:55127 2024-11-27T12:59:05,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:59:05,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:59:05,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409290x0, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T12:59:05,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409290x0, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T12:59:05,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40929-0x1017da9bbd60003 connected 2024-11-27T12:59:05,555 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T12:59:05,556 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T12:59:05,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T12:59:05,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T12:59:05,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40929 2024-11-27T12:59:05,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40929 2024-11-27T12:59:05,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40929 2024-11-27T12:59:05,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40929 2024-11-27T12:59:05,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40929 2024-11-27T12:59:05,580 DEBUG [M:0;a3dd13ba50c2:32983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3dd13ba50c2:32983 2024-11-27T12:59:05,581 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a3dd13ba50c2,32983,1732712344630 2024-11-27T12:59:05,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:59:05,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:59:05,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:59:05,595 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:59:05,598 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a3dd13ba50c2,32983,1732712344630 2024-11-27T12:59:05,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T12:59:05,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T12:59:05,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:05,634 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T12:59:05,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:05,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:05,634 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:05,635 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T12:59:05,636 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a3dd13ba50c2,32983,1732712344630 from backup master directory 2024-11-27T12:59:05,645 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:59:05,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:59:05,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a3dd13ba50c2,32983,1732712344630 2024-11-27T12:59:05,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:59:05,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T12:59:05,646 WARN [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:59:05,646 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3dd13ba50c2,32983,1732712344630 2024-11-27T12:59:05,648 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T12:59:05,649 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T12:59:05,704 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/hbase.id] with ID: d37a31b2-efc4-48d7-8b8d-484bfb7f9a49 2024-11-27T12:59:05,704 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/.tmp/hbase.id 2024-11-27T12:59:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:59:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:59:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741826_1002 (size=42) 2024-11-27T12:59:05,720 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/.tmp/hbase.id]:[hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/hbase.id] 2024-11-27T12:59:05,764 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T12:59:05,771 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T12:59:05,790 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-27T12:59:05,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:05,820 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:05,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:05,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:05,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:59:05,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:59:05,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741827_1003 (size=196) 2024-11-27T12:59:05,857 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:59:05,859 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T12:59:05,872 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T12:59:05,875 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:59:05,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:59:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:59:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741828_1004 (size=1189) 2024-11-27T12:59:05,923 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store 2024-11-27T12:59:05,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:59:05,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:59:05,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741829_1005 (size=34) 2024-11-27T12:59:05,948 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T12:59:05,951 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:05,953 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T12:59:05,953 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:59:05,953 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:59:05,955 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T12:59:05,955 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:59:05,955 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T12:59:05,956 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732712345953Disabling compacts and flushes for region at 1732712345953Disabling writes for close at 1732712345955 (+2 ms)Writing region close event to WAL at 1732712345955Closed at 1732712345955 2024-11-27T12:59:05,958 WARN [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/.initializing 2024-11-27T12:59:05,958 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/WALs/a3dd13ba50c2,32983,1732712344630 2024-11-27T12:59:05,966 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:59:05,981 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C32983%2C1732712344630, suffix=, logDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/WALs/a3dd13ba50c2,32983,1732712344630, archiveDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/oldWALs, maxLogs=10 2024-11-27T12:59:06,005 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/WALs/a3dd13ba50c2,32983,1732712344630/a3dd13ba50c2%2C32983%2C1732712344630.1732712345987, exclude list is [], retry=0 2024-11-27T12:59:06,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-517ff08f-5641-44ad-a53d-bd306c9e6268,DISK] 2024-11-27T12:59:06,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-8c6d4b73-cea9-450e-b495-1979efc129f5,DISK] 2024-11-27T12:59:06,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36799,DS-a8c77533-de01-4644-9794-5d7b1ab76f58,DISK] 2024-11-27T12:59:06,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T12:59:06,059 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/WALs/a3dd13ba50c2,32983,1732712344630/a3dd13ba50c2%2C32983%2C1732712344630.1732712345987 2024-11-27T12:59:06,060 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39743:39743),(127.0.0.1/127.0.0.1:46447:46447),(127.0.0.1/127.0.0.1:42121:42121)] 2024-11-27T12:59:06,060 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:59:06,061 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:06,064 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:59:06,065 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:59:06,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:59:06,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T12:59:06,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:06,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:59:06,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:59:06,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T12:59:06,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:06,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:06,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:59:06,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T12:59:06,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:06,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:06,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:59:06,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T12:59:06,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:06,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:06,141 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:59:06,145 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:59:06,146 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:59:06,152 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:59:06,153 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:59:06,156 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:59:06,160 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T12:59:06,165 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:59:06,166 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63751186, jitterRate=-0.05003330111503601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:59:06,174 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732712346076Initializing all the Stores at 1732712346079 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712346080 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712346080Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712346080Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712346080Cleaning up temporary data from old regions at 1732712346153 (+73 ms)Region opened successfully at 1732712346174 (+21 ms) 2024-11-27T12:59:06,175 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T12:59:06,206 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2416c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T12:59:06,237 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T12:59:06,248 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T12:59:06,248 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T12:59:06,251 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T12:59:06,252 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T12:59:06,257 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-27T12:59:06,257 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-27T12:59:06,281 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T12:59:06,289 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T12:59:06,320 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T12:59:06,322 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T12:59:06,324 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T12:59:06,334 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T12:59:06,336 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T12:59:06,339 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T12:59:06,350 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T12:59:06,352 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T12:59:06,361 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T12:59:06,379 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T12:59:06,386 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T12:59:06,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T12:59:06,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T12:59:06,400 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T12:59:06,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T12:59:06,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:06,401 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:06,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:06,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:06,404 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3dd13ba50c2,32983,1732712344630, sessionid=0x1017da9bbd60000, setting cluster-up flag (Was=false) 2024-11-27T12:59:06,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:06,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:06,428 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:06,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:06,453 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T12:59:06,455 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3dd13ba50c2,32983,1732712344630 2024-11-27T12:59:06,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:06,478 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:06,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:06,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:06,503 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T12:59:06,506 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3dd13ba50c2,32983,1732712344630 2024-11-27T12:59:06,514 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T12:59:06,569 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(746): ClusterId : d37a31b2-efc4-48d7-8b8d-484bfb7f9a49 2024-11-27T12:59:06,569 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(746): ClusterId : d37a31b2-efc4-48d7-8b8d-484bfb7f9a49 2024-11-27T12:59:06,569 INFO [RS:0;a3dd13ba50c2:32975 {}] regionserver.HRegionServer(746): ClusterId : d37a31b2-efc4-48d7-8b8d-484bfb7f9a49 2024-11-27T12:59:06,572 DEBUG [RS:2;a3dd13ba50c2:40929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:59:06,572 DEBUG [RS:0;a3dd13ba50c2:32975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:59:06,572 DEBUG [RS:1;a3dd13ba50c2:40627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T12:59:06,581 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T12:59:06,590 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T12:59:06,596 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T12:59:06,597 DEBUG [RS:2;a3dd13ba50c2:40929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:59:06,597 DEBUG [RS:0;a3dd13ba50c2:32975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:59:06,597 DEBUG [RS:1;a3dd13ba50c2:40627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T12:59:06,597 DEBUG [RS:2;a3dd13ba50c2:40929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:59:06,597 DEBUG [RS:0;a3dd13ba50c2:32975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:59:06,597 DEBUG [RS:1;a3dd13ba50c2:40627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T12:59:06,602 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3dd13ba50c2,32983,1732712344630 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T12:59:06,610 DEBUG [RS:1;a3dd13ba50c2:40627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:59:06,610 DEBUG [RS:0;a3dd13ba50c2:32975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:59:06,610 DEBUG [RS:2;a3dd13ba50c2:40929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T12:59:06,611 DEBUG [RS:0;a3dd13ba50c2:32975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e535dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T12:59:06,611 DEBUG [RS:2;a3dd13ba50c2:40929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ba79a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T12:59:06,611 DEBUG [RS:1;a3dd13ba50c2:40627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71323bd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T12:59:06,612 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:59:06,612 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:59:06,613 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:59:06,613 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T12:59:06,613 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3dd13ba50c2:0, corePoolSize=10, maxPoolSize=10 2024-11-27T12:59:06,613 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,613 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:59:06,614 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,628 DEBUG [RS:1;a3dd13ba50c2:40627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a3dd13ba50c2:40627 2024-11-27T12:59:06,628 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732712376628 2024-11-27T12:59:06,628 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:59:06,629 DEBUG [RS:2;a3dd13ba50c2:40929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a3dd13ba50c2:40929 2024-11-27T12:59:06,629 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T12:59:06,630 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T12:59:06,631 DEBUG [RS:0;a3dd13ba50c2:32975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3dd13ba50c2:32975 2024-11-27T12:59:06,632 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T12:59:06,633 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:59:06,633 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:59:06,633 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:59:06,633 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:59:06,633 DEBUG [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:59:06,633 DEBUG [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:59:06,634 INFO [RS:0;a3dd13ba50c2:32975 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T12:59:06,634 INFO [RS:0;a3dd13ba50c2:32975 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T12:59:06,634 DEBUG [RS:0;a3dd13ba50c2:32975 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T12:59:06,636 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3dd13ba50c2,32983,1732712344630 with port=40929, startcode=1732712345535 2024-11-27T12:59:06,636 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T12:59:06,636 INFO [RS:0;a3dd13ba50c2:32975 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3dd13ba50c2,32983,1732712344630 with port=32975, startcode=1732712345357 2024-11-27T12:59:06,636 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:06,636 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T12:59:06,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T12:59:06,637 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T12:59:06,637 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T12:59:06,638 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3dd13ba50c2,32983,1732712344630 with port=40627, startcode=1732712345478 2024-11-27T12:59:06,638 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,653 DEBUG [RS:1;a3dd13ba50c2:40627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:59:06,653 DEBUG [RS:0;a3dd13ba50c2:32975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:59:06,653 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T12:59:06,653 DEBUG [RS:2;a3dd13ba50c2:40929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T12:59:06,655 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T12:59:06,656 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T12:59:06,658 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T12:59:06,658 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T12:59:06,684 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732712346683,5,FailOnTimeoutGroup] 2024-11-27T12:59:06,685 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732712346684,5,FailOnTimeoutGroup] 2024-11-27T12:59:06,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:59:06,685 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:59:06,686 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T12:59:06,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741831_1007 (size=1321) 2024-11-27T12:59:06,687 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,687 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,690 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T12:59:06,690 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570 2024-11-27T12:59:06,713 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51471, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:59:06,713 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57355, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:59:06,713 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50395, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T12:59:06,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:59:06,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:06,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:59:06,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741832_1008 (size=32) 2024-11-27T12:59:06,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:06,724 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] master.ServerManager(517): Registering regionserver=a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:06,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:59:06,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:59:06,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:06,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:59:06,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:59:06,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:59:06,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:06,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:06,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] master.ServerManager(517): Registering regionserver=a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:06,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:59:06,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:59:06,740 DEBUG [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570 2024-11-27T12:59:06,741 DEBUG [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42623 2024-11-27T12:59:06,741 DEBUG [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:59:06,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3dd13ba50c2,32975,1732712345357 2024-11-27T12:59:06,742 DEBUG [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570 2024-11-27T12:59:06,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] master.ServerManager(517): Registering regionserver=a3dd13ba50c2,32975,1732712345357 2024-11-27T12:59:06,742 DEBUG [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42623 2024-11-27T12:59:06,742 DEBUG [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:59:06,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:59:06,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:06,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:59:06,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:59:06,746 DEBUG [RS:0;a3dd13ba50c2:32975 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570 2024-11-27T12:59:06,747 DEBUG [RS:0;a3dd13ba50c2:32975 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42623 2024-11-27T12:59:06,747 DEBUG [RS:0;a3dd13ba50c2:32975 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T12:59:06,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:59:06,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:06,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:59:06,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:59:06,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740 2024-11-27T12:59:06,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740 2024-11-27T12:59:06,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:59:06,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:59:06,757 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:59:06,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:59:06,763 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:59:06,764 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74320373, jitterRate=0.10745985805988312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:59:06,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T12:59:06,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732712346724Initializing all the Stores at 1732712346726 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712346726Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712346726Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712346726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712346727 (+1 ms)Cleaning up temporary data from old regions at 1732712346756 (+29 ms)Region opened successfully at 1732712346769 (+13 ms) 2024-11-27T12:59:06,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T12:59:06,770 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T12:59:06,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T12:59:06,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T12:59:06,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T12:59:06,772 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T12:59:06,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732712346770Disabling compacts and flushes for region at 1732712346770Disabling writes for close at 1732712346770Writing region close event to WAL at 1732712346771 (+1 ms)Closed at 1732712346772 (+1 ms) 2024-11-27T12:59:06,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:59:06,775 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T12:59:06,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T12:59:06,791 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:59:06,795 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T12:59:06,796 DEBUG [RS:2;a3dd13ba50c2:40929 {}] zookeeper.ZKUtil(111): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:06,797 DEBUG [RS:1;a3dd13ba50c2:40627 {}] zookeeper.ZKUtil(111): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:06,797 WARN [RS:2;a3dd13ba50c2:40929 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:59:06,797 WARN [RS:1;a3dd13ba50c2:40627 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:59:06,797 DEBUG [RS:0;a3dd13ba50c2:32975 {}] zookeeper.ZKUtil(111): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3dd13ba50c2,32975,1732712345357 2024-11-27T12:59:06,797 INFO [RS:2;a3dd13ba50c2:40929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:59:06,797 WARN [RS:0;a3dd13ba50c2:32975 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T12:59:06,797 INFO [RS:1;a3dd13ba50c2:40627 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:59:06,797 INFO [RS:0;a3dd13ba50c2:32975 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:59:06,797 DEBUG [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:06,797 DEBUG [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:06,797 DEBUG [RS:0;a3dd13ba50c2:32975 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357 2024-11-27T12:59:06,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3dd13ba50c2,40929,1732712345535] 2024-11-27T12:59:06,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3dd13ba50c2,40627,1732712345478] 2024-11-27T12:59:06,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3dd13ba50c2,32975,1732712345357] 2024-11-27T12:59:06,822 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:59:06,822 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:59:06,822 INFO [RS:0;a3dd13ba50c2:32975 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T12:59:06,836 INFO [RS:0;a3dd13ba50c2:32975 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:59:06,836 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:59:06,836 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T12:59:06,842 INFO [RS:0;a3dd13ba50c2:32975 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:59:06,842 INFO [RS:1;a3dd13ba50c2:40627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:59:06,842 INFO [RS:2;a3dd13ba50c2:40929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T12:59:06,842 INFO [RS:0;a3dd13ba50c2:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,842 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,842 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,843 INFO [RS:0;a3dd13ba50c2:32975 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:59:06,843 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:59:06,843 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T12:59:06,849 INFO [RS:0;a3dd13ba50c2:32975 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:59:06,849 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:59:06,849 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T12:59:06,850 INFO [RS:0;a3dd13ba50c2:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,850 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,850 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,851 DEBUG [RS:1;a3dd13ba50c2:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,851 DEBUG [RS:2;a3dd13ba50c2:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,851 DEBUG [RS:1;a3dd13ba50c2:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,851 DEBUG [RS:2;a3dd13ba50c2:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,851 DEBUG [RS:1;a3dd13ba50c2:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,851 DEBUG [RS:2;a3dd13ba50c2:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,851 DEBUG [RS:1;a3dd13ba50c2:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,851 DEBUG [RS:1;a3dd13ba50c2:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,851 DEBUG [RS:2;a3dd13ba50c2:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,852 DEBUG [RS:1;a3dd13ba50c2:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:59:06,852 DEBUG [RS:2;a3dd13ba50c2:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,852 DEBUG [RS:1;a3dd13ba50c2:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,852 DEBUG [RS:0;a3dd13ba50c2:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,852 DEBUG [RS:1;a3dd13ba50c2:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,852 DEBUG [RS:2;a3dd13ba50c2:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:59:06,852 DEBUG [RS:0;a3dd13ba50c2:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,852 DEBUG [RS:1;a3dd13ba50c2:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,852 DEBUG [RS:1;a3dd13ba50c2:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,852 DEBUG [RS:2;a3dd13ba50c2:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,852 DEBUG [RS:0;a3dd13ba50c2:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,852 DEBUG [RS:1;a3dd13ba50c2:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,852 DEBUG [RS:2;a3dd13ba50c2:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,852 DEBUG [RS:0;a3dd13ba50c2:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,852 DEBUG [RS:1;a3dd13ba50c2:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,852 DEBUG [RS:1;a3dd13ba50c2:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:59:06,852 DEBUG [RS:0;a3dd13ba50c2:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,852 DEBUG [RS:2;a3dd13ba50c2:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,853 DEBUG [RS:1;a3dd13ba50c2:40627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:59:06,853 DEBUG [RS:0;a3dd13ba50c2:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T12:59:06,853 DEBUG [RS:2;a3dd13ba50c2:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,853 DEBUG [RS:0;a3dd13ba50c2:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,853 DEBUG [RS:2;a3dd13ba50c2:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,853 DEBUG [RS:0;a3dd13ba50c2:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,853 DEBUG [RS:2;a3dd13ba50c2:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,853 DEBUG [RS:0;a3dd13ba50c2:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,853 DEBUG [RS:2;a3dd13ba50c2:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:59:06,853 DEBUG [RS:0;a3dd13ba50c2:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,853 DEBUG [RS:2;a3dd13ba50c2:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:59:06,853 DEBUG [RS:0;a3dd13ba50c2:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,854 DEBUG [RS:0;a3dd13ba50c2:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T12:59:06,854 DEBUG [RS:0;a3dd13ba50c2:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:59:06,854 DEBUG [RS:0;a3dd13ba50c2:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T12:59:06,861 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,861 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,861 INFO [RS:0;a3dd13ba50c2:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,861 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,861 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,861 INFO [RS:0;a3dd13ba50c2:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,861 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,861 INFO [RS:0;a3dd13ba50c2:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,861 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,861 INFO [RS:0;a3dd13ba50c2:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,861 INFO [RS:0;a3dd13ba50c2:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,861 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,861 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,861 INFO [RS:0;a3dd13ba50c2:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,32975,1732712345357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:59:06,861 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,862 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,862 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,40929,1732712345535-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:59:06,862 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,40627,1732712345478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:59:06,880 INFO [RS:0;a3dd13ba50c2:32975 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:59:06,881 INFO [RS:0;a3dd13ba50c2:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,32975,1732712345357-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,882 INFO [RS:0;a3dd13ba50c2:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,882 INFO [RS:0;a3dd13ba50c2:32975 {}] regionserver.Replication(171): a3dd13ba50c2,32975,1732712345357 started 2024-11-27T12:59:06,886 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:59:06,886 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,40627,1732712345478-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,887 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,887 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T12:59:06,887 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.Replication(171): a3dd13ba50c2,40627,1732712345478 started 2024-11-27T12:59:06,887 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,40929,1732712345535-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,887 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,887 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.Replication(171): a3dd13ba50c2,40929,1732712345535 started 2024-11-27T12:59:06,901 INFO [RS:0;a3dd13ba50c2:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,902 INFO [RS:0;a3dd13ba50c2:32975 {}] regionserver.HRegionServer(1482): Serving as a3dd13ba50c2,32975,1732712345357, RpcServer on a3dd13ba50c2/172.17.0.2:32975, sessionid=0x1017da9bbd60001 2024-11-27T12:59:06,902 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,902 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(1482): Serving as a3dd13ba50c2,40929,1732712345535, RpcServer on a3dd13ba50c2/172.17.0.2:40929, sessionid=0x1017da9bbd60003 2024-11-27T12:59:06,902 DEBUG [RS:2;a3dd13ba50c2:40929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:59:06,902 DEBUG [RS:0;a3dd13ba50c2:32975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:59:06,903 DEBUG [RS:2;a3dd13ba50c2:40929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:06,903 DEBUG [RS:0;a3dd13ba50c2:32975 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3dd13ba50c2,32975,1732712345357 2024-11-27T12:59:06,903 DEBUG [RS:2;a3dd13ba50c2:40929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,40929,1732712345535' 2024-11-27T12:59:06,903 DEBUG [RS:0;a3dd13ba50c2:32975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,32975,1732712345357' 2024-11-27T12:59:06,903 DEBUG [RS:2;a3dd13ba50c2:40929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T12:59:06,903 DEBUG [RS:0;a3dd13ba50c2:32975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T12:59:06,904 DEBUG [RS:2;a3dd13ba50c2:40929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T12:59:06,904 DEBUG [RS:0;a3dd13ba50c2:32975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T12:59:06,905 DEBUG [RS:2;a3dd13ba50c2:40929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:59:06,905 DEBUG [RS:0;a3dd13ba50c2:32975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:59:06,905 DEBUG [RS:0;a3dd13ba50c2:32975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:59:06,905 DEBUG [RS:2;a3dd13ba50c2:40929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:59:06,905 DEBUG [RS:0;a3dd13ba50c2:32975 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3dd13ba50c2,32975,1732712345357 2024-11-27T12:59:06,905 DEBUG [RS:2;a3dd13ba50c2:40929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:06,905 DEBUG [RS:0;a3dd13ba50c2:32975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,32975,1732712345357' 2024-11-27T12:59:06,905 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:06,905 DEBUG [RS:2;a3dd13ba50c2:40929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,40929,1732712345535' 2024-11-27T12:59:06,905 DEBUG [RS:0;a3dd13ba50c2:32975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T12:59:06,905 DEBUG [RS:2;a3dd13ba50c2:40929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T12:59:06,905 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(1482): Serving as a3dd13ba50c2,40627,1732712345478, RpcServer on a3dd13ba50c2/172.17.0.2:40627, sessionid=0x1017da9bbd60002 2024-11-27T12:59:06,905 DEBUG [RS:1;a3dd13ba50c2:40627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T12:59:06,905 DEBUG [RS:1;a3dd13ba50c2:40627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:06,905 DEBUG [RS:1;a3dd13ba50c2:40627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,40627,1732712345478' 2024-11-27T12:59:06,906 DEBUG [RS:1;a3dd13ba50c2:40627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T12:59:06,906 DEBUG [RS:0;a3dd13ba50c2:32975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T12:59:06,906 DEBUG [RS:2;a3dd13ba50c2:40929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T12:59:06,906 DEBUG [RS:1;a3dd13ba50c2:40627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T12:59:06,906 DEBUG [RS:0;a3dd13ba50c2:32975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:59:06,906 INFO [RS:0;a3dd13ba50c2:32975 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:59:06,906 INFO [RS:0;a3dd13ba50c2:32975 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:59:06,907 DEBUG [RS:1;a3dd13ba50c2:40627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T12:59:06,907 DEBUG [RS:2;a3dd13ba50c2:40929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:59:06,907 DEBUG [RS:1;a3dd13ba50c2:40627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T12:59:06,907 INFO [RS:2;a3dd13ba50c2:40929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:59:06,907 DEBUG [RS:1;a3dd13ba50c2:40627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:06,907 INFO [RS:2;a3dd13ba50c2:40929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:59:06,907 DEBUG [RS:1;a3dd13ba50c2:40627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,40627,1732712345478' 2024-11-27T12:59:06,907 DEBUG [RS:1;a3dd13ba50c2:40627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T12:59:06,907 DEBUG [RS:1;a3dd13ba50c2:40627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T12:59:06,908 DEBUG [RS:1;a3dd13ba50c2:40627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T12:59:06,908 INFO [RS:1;a3dd13ba50c2:40627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T12:59:06,908 INFO [RS:1;a3dd13ba50c2:40627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T12:59:06,946 WARN [a3dd13ba50c2:32983 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T12:59:07,015 INFO [RS:2;a3dd13ba50c2:40929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:59:07,015 INFO [RS:1;a3dd13ba50c2:40627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:59:07,015 INFO [RS:0;a3dd13ba50c2:32975 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T12:59:07,018 INFO [RS:2;a3dd13ba50c2:40929 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C40929%2C1732712345535, suffix=, logDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,40929,1732712345535, archiveDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/oldWALs, maxLogs=32 2024-11-27T12:59:07,018 INFO [RS:1;a3dd13ba50c2:40627 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C40627%2C1732712345478, suffix=, logDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,40627,1732712345478, archiveDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/oldWALs, maxLogs=32 2024-11-27T12:59:07,018 INFO [RS:0;a3dd13ba50c2:32975 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C32975%2C1732712345357, suffix=, logDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357, archiveDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/oldWALs, maxLogs=32 2024-11-27T12:59:07,036 DEBUG [RS:2;a3dd13ba50c2:40929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,40929,1732712345535/a3dd13ba50c2%2C40929%2C1732712345535.1732712347022, exclude list is [], retry=0 2024-11-27T12:59:07,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-517ff08f-5641-44ad-a53d-bd306c9e6268,DISK] 2024-11-27T12:59:07,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-8c6d4b73-cea9-450e-b495-1979efc129f5,DISK] 2024-11-27T12:59:07,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36799,DS-a8c77533-de01-4644-9794-5d7b1ab76f58,DISK] 2024-11-27T12:59:07,042 DEBUG [RS:1;a3dd13ba50c2:40627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,40627,1732712345478/a3dd13ba50c2%2C40627%2C1732712345478.1732712347023, exclude list is [], retry=0 2024-11-27T12:59:07,042 DEBUG [RS:0;a3dd13ba50c2:32975 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357/a3dd13ba50c2%2C32975%2C1732712345357.1732712347023, exclude list is [], retry=0 2024-11-27T12:59:07,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-8c6d4b73-cea9-450e-b495-1979efc129f5,DISK] 2024-11-27T12:59:07,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-517ff08f-5641-44ad-a53d-bd306c9e6268,DISK] 2024-11-27T12:59:07,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-8c6d4b73-cea9-450e-b495-1979efc129f5,DISK] 2024-11-27T12:59:07,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36799,DS-a8c77533-de01-4644-9794-5d7b1ab76f58,DISK] 2024-11-27T12:59:07,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36799,DS-a8c77533-de01-4644-9794-5d7b1ab76f58,DISK] 2024-11-27T12:59:07,048 INFO [RS:2;a3dd13ba50c2:40929 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,40929,1732712345535/a3dd13ba50c2%2C40929%2C1732712345535.1732712347022 2024-11-27T12:59:07,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-517ff08f-5641-44ad-a53d-bd306c9e6268,DISK] 2024-11-27T12:59:07,050 DEBUG [RS:2;a3dd13ba50c2:40929 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39743:39743),(127.0.0.1/127.0.0.1:46447:46447),(127.0.0.1/127.0.0.1:42121:42121)] 2024-11-27T12:59:07,054 INFO [RS:0;a3dd13ba50c2:32975 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357/a3dd13ba50c2%2C32975%2C1732712345357.1732712347023 2024-11-27T12:59:07,054 INFO [RS:1;a3dd13ba50c2:40627 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,40627,1732712345478/a3dd13ba50c2%2C40627%2C1732712345478.1732712347023 2024-11-27T12:59:07,054 DEBUG [RS:0;a3dd13ba50c2:32975 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46447:46447),(127.0.0.1/127.0.0.1:42121:42121),(127.0.0.1/127.0.0.1:39743:39743)] 2024-11-27T12:59:07,055 DEBUG [RS:1;a3dd13ba50c2:40627 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39743:39743),(127.0.0.1/127.0.0.1:46447:46447),(127.0.0.1/127.0.0.1:42121:42121)] 2024-11-27T12:59:07,199 DEBUG [a3dd13ba50c2:32983 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-27T12:59:07,208 DEBUG [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(204): Hosts are {a3dd13ba50c2=0} racks are {/default-rack=0} 2024-11-27T12:59:07,214 DEBUG [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T12:59:07,214 DEBUG [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T12:59:07,214 DEBUG [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T12:59:07,214 DEBUG [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T12:59:07,214 DEBUG [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T12:59:07,214 DEBUG [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T12:59:07,214 INFO [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T12:59:07,214 INFO [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T12:59:07,214 INFO [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T12:59:07,214 DEBUG [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T12:59:07,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:07,225 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3dd13ba50c2,40929,1732712345535, state=OPENING 2024-11-27T12:59:07,278 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T12:59:07,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:07,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:07,286 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:07,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T12:59:07,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:59:07,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:59:07,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:59:07,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:59:07,290 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T12:59:07,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,40929,1732712345535}] 2024-11-27T12:59:14,974 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T12:59:14,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T12:59:17,318 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:59:17,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59181, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:59:17,333 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T12:59:17,333 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T12:59:17,333 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T12:59:17,337 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C40929%2C1732712345535.meta, suffix=.meta, logDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,40929,1732712345535, archiveDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/oldWALs, maxLogs=32 2024-11-27T12:59:17,352 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,40929,1732712345535/a3dd13ba50c2%2C40929%2C1732712345535.meta.1732712357339.meta, exclude list is [], retry=0 2024-11-27T12:59:17,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-8c6d4b73-cea9-450e-b495-1979efc129f5,DISK] 2024-11-27T12:59:17,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-517ff08f-5641-44ad-a53d-bd306c9e6268,DISK] 2024-11-27T12:59:17,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36799,DS-a8c77533-de01-4644-9794-5d7b1ab76f58,DISK] 2024-11-27T12:59:17,413 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,40929,1732712345535/a3dd13ba50c2%2C40929%2C1732712345535.meta.1732712357339.meta 2024-11-27T12:59:17,414 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46447:46447),(127.0.0.1/127.0.0.1:39743:39743),(127.0.0.1/127.0.0.1:42121:42121)] 2024-11-27T12:59:17,414 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T12:59:17,416 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T12:59:17,419 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T12:59:17,424 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T12:59:17,427 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T12:59:17,428 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:17,428 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T12:59:17,428 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T12:59:17,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T12:59:17,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T12:59:17,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:17,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:59:17,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T12:59:17,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T12:59:17,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:17,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:59:17,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T12:59:17,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T12:59:17,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:17,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:59:17,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T12:59:17,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T12:59:17,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:17,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T12:59:17,440 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T12:59:17,442 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740 2024-11-27T12:59:17,444 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740 2024-11-27T12:59:17,446 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T12:59:17,446 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T12:59:17,447 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T12:59:17,450 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T12:59:17,451 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72464963, jitterRate=0.07981209456920624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T12:59:17,451 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T12:59:17,453 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732712357429Writing region info on filesystem at 1732712357429Initializing all the Stores at 1732712357431 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712357431Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712357431Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712357431Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712357431Cleaning up temporary data from old regions at 1732712357446 (+15 ms)Running coprocessor post-open hooks at 1732712357452 (+6 ms)Region opened successfully at 1732712357453 (+1 ms) 2024-11-27T12:59:17,459 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732712357309 2024-11-27T12:59:17,468 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T12:59:17,468 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T12:59:17,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:17,471 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3dd13ba50c2,40929,1732712345535, state=OPEN 2024-11-27T12:59:17,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T12:59:17,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T12:59:17,484 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T12:59:17,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T12:59:17,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:59:17,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:59:17,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:59:17,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T12:59:17,484 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:17,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T12:59:17,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,40929,1732712345535 in 10.1920 sec 2024-11-27T12:59:17,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T12:59:17,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7090 sec 2024-11-27T12:59:17,497 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T12:59:17,497 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T12:59:17,516 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:59:17,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,40929,1732712345535, seqNum=-1] 2024-11-27T12:59:17,556 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:59:17,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36711, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:59:17,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0430 sec 2024-11-27T12:59:17,586 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732712357586, completionTime=-1 2024-11-27T12:59:17,589 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-27T12:59:17,590 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T12:59:17,618 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-27T12:59:17,618 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732712417618 2024-11-27T12:59:17,619 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732712477619 2024-11-27T12:59:17,619 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-27T12:59:17,620 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T12:59:17,626 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,32983,1732712344630-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:17,627 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,32983,1732712344630-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:17,627 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,32983,1732712344630-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:17,628 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3dd13ba50c2:32983, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:17,629 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:17,629 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:17,636 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T12:59:17,657 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.011sec 2024-11-27T12:59:17,658 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T12:59:17,659 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T12:59:17,660 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T12:59:17,660 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T12:59:17,661 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T12:59:17,661 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,32983,1732712344630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T12:59:17,662 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,32983,1732712344630-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T12:59:17,666 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T12:59:17,667 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T12:59:17,667 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,32983,1732712344630-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T12:59:17,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b0805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:59:17,696 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T12:59:17,696 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T12:59:17,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3dd13ba50c2,32983,-1 for getting cluster id 2024-11-27T12:59:17,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:59:17,713 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd37a31b2-efc4-48d7-8b8d-484bfb7f9a49' 2024-11-27T12:59:17,716 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:59:17,716 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d37a31b2-efc4-48d7-8b8d-484bfb7f9a49" 2024-11-27T12:59:17,717 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b28e78b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:59:17,717 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3dd13ba50c2,32983,-1] 2024-11-27T12:59:17,720 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:59:17,721 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:59:17,722 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:59:17,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:59:17,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:59:17,732 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,40929,1732712345535, seqNum=-1] 2024-11-27T12:59:17,732 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:59:17,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:59:17,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3dd13ba50c2,32983,1732712344630 2024-11-27T12:59:17,757 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732712357756 (current time:1732712357756). 2024-11-27T12:59:17,757 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T12:59:17,757 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-27T12:59:17,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f48651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:59:17,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3dd13ba50c2,32983,-1 for getting cluster id 2024-11-27T12:59:17,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T12:59:17,761 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd37a31b2-efc4-48d7-8b8d-484bfb7f9a49' 2024-11-27T12:59:17,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T12:59:17,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d37a31b2-efc4-48d7-8b8d-484bfb7f9a49" 2024-11-27T12:59:17,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5901acc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:59:17,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3dd13ba50c2,32983,-1] 2024-11-27T12:59:17,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T12:59:17,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:59:17,764 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T12:59:17,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64fd0d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T12:59:17,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T12:59:17,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,40929,1732712345535, seqNum=-1] 2024-11-27T12:59:17,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:59:17,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:59:17,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T12:59:17,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:59:17,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:59:17,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:59:17,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T12:59:17,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T12:59:17,787 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3dd13ba50c2,32983,1732712344630 2024-11-27T12:59:17,789 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c471f19 2024-11-27T12:59:17,790 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T12:59:17,792 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T12:59:17,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T12:59:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-27T12:59:17,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T12:59:17,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-27T12:59:17,809 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:17,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T12:59:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:59:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741837_1013 (size=361) 2024-11-27T12:59:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741837_1013 (size=361) 2024-11-27T12:59:17,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741837_1013 (size=361) 2024-11-27T12:59:17,833 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a84e004d95a38d74f325528eabfe778, NAME => 'SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570 2024-11-27T12:59:17,834 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 265bfc235b9992e4ebd619c24c073c4b, NAME => 'SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570 2024-11-27T12:59:17,834 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e946b97ab7c0ab4eb4a9416ab0d0ffdc, NAME => 'SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570 2024-11-27T12:59:17,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741840_1016 (size=62) 2024-11-27T12:59:17,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741840_1016 (size=62) 2024-11-27T12:59:17,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741840_1016 (size=62) 2024-11-27T12:59:17,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741839_1015 (size=54) 2024-11-27T12:59:17,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741839_1015 (size=54) 2024-11-27T12:59:17,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741839_1015 (size=54) 2024-11-27T12:59:17,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:17,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 265bfc235b9992e4ebd619c24c073c4b, disabling compactions & flushes 2024-11-27T12:59:17,860 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T12:59:17,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T12:59:17,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:17,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. after waiting 0 ms 2024-11-27T12:59:17,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T12:59:17,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6a84e004d95a38d74f325528eabfe778, disabling compactions & flushes 2024-11-27T12:59:17,861 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T12:59:17,861 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. 2024-11-27T12:59:17,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. 2024-11-27T12:59:17,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. after waiting 0 ms 2024-11-27T12:59:17,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 265bfc235b9992e4ebd619c24c073c4b: Waiting for close lock at 1732712357860Disabling compacts and flushes for region at 1732712357860Disabling writes for close at 1732712357861 (+1 ms)Writing region close event to WAL at 1732712357861Closed at 1732712357861 2024-11-27T12:59:17,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. 2024-11-27T12:59:17,861 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. 2024-11-27T12:59:17,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a84e004d95a38d74f325528eabfe778: Waiting for close lock at 1732712357861Disabling compacts and flushes for region at 1732712357861Disabling writes for close at 1732712357861Writing region close event to WAL at 1732712357861Closed at 1732712357861 2024-11-27T12:59:17,862 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 04c6a3560b54e1fdf6190c8ebc184965, NAME => 'SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570 2024-11-27T12:59:17,862 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59d07c77ce7c4db0cc01dda848361322, NAME => 'SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570 2024-11-27T12:59:17,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741838_1014 (size=62) 2024-11-27T12:59:17,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741838_1014 (size=62) 2024-11-27T12:59:17,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741838_1014 (size=62) 2024-11-27T12:59:17,868 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:17,868 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e946b97ab7c0ab4eb4a9416ab0d0ffdc, disabling compactions & flushes 2024-11-27T12:59:17,868 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. 2024-11-27T12:59:17,868 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. 2024-11-27T12:59:17,868 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. after waiting 0 ms 2024-11-27T12:59:17,868 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. 2024-11-27T12:59:17,868 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. 2024-11-27T12:59:17,868 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e946b97ab7c0ab4eb4a9416ab0d0ffdc: Waiting for close lock at 1732712357868Disabling compacts and flushes for region at 1732712357868Disabling writes for close at 1732712357868Writing region close event to WAL at 1732712357868Closed at 1732712357868 2024-11-27T12:59:17,869 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f87d0696304b627e5d543a72229b9ae1, NAME => 'SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570 2024-11-27T12:59:17,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741841_1017 (size=62) 2024-11-27T12:59:17,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741841_1017 (size=62) 2024-11-27T12:59:17,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741841_1017 (size=62) 2024-11-27T12:59:17,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:17,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 04c6a3560b54e1fdf6190c8ebc184965, disabling compactions & flushes 2024-11-27T12:59:17,879 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T12:59:17,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T12:59:17,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. after waiting 0 ms 2024-11-27T12:59:17,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T12:59:17,879 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T12:59:17,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 04c6a3560b54e1fdf6190c8ebc184965: Waiting for close lock at 1732712357879Disabling compacts and flushes for region at 1732712357879Disabling writes for close at 1732712357879Writing region close event to WAL at 1732712357879Closed at 1732712357879 2024-11-27T12:59:17,880 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8a6088fb8edd3c2aee0e1eac6ec1d76a, NAME => 'SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570 2024-11-27T12:59:17,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741842_1018 (size=62) 2024-11-27T12:59:17,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741842_1018 (size=62) 2024-11-27T12:59:17,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741842_1018 (size=62) 2024-11-27T12:59:17,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:17,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 59d07c77ce7c4db0cc01dda848361322, disabling compactions & flushes 2024-11-27T12:59:17,888 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. 2024-11-27T12:59:17,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. 2024-11-27T12:59:17,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. after waiting 0 ms 2024-11-27T12:59:17,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. 2024-11-27T12:59:17,888 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. 2024-11-27T12:59:17,889 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59d07c77ce7c4db0cc01dda848361322: Waiting for close lock at 1732712357888Disabling compacts and flushes for region at 1732712357888Disabling writes for close at 1732712357888Writing region close event to WAL at 1732712357888Closed at 1732712357888 2024-11-27T12:59:17,889 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35d4f22c46811c4d20977d4b1d12292c, NAME => 'SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570 2024-11-27T12:59:17,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741843_1019 (size=62) 2024-11-27T12:59:17,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741843_1019 (size=62) 2024-11-27T12:59:17,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741843_1019 (size=62) 2024-11-27T12:59:17,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:17,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f87d0696304b627e5d543a72229b9ae1, disabling compactions & flushes 2024-11-27T12:59:17,903 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. 2024-11-27T12:59:17,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. 2024-11-27T12:59:17,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. after waiting 0 ms 2024-11-27T12:59:17,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. 2024-11-27T12:59:17,903 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. 2024-11-27T12:59:17,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f87d0696304b627e5d543a72229b9ae1: Waiting for close lock at 1732712357903Disabling compacts and flushes for region at 1732712357903Disabling writes for close at 1732712357903Writing region close event to WAL at 1732712357903Closed at 1732712357903 2024-11-27T12:59:17,904 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5eebf7e2678dce7e271d7603abe8e862, NAME => 'SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570 2024-11-27T12:59:17,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741844_1020 (size=62) 2024-11-27T12:59:17,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741844_1020 (size=62) 2024-11-27T12:59:17,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741844_1020 (size=62) 2024-11-27T12:59:17,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:17,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8a6088fb8edd3c2aee0e1eac6ec1d76a, disabling compactions & flushes 2024-11-27T12:59:17,915 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T12:59:17,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T12:59:17,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. after waiting 0 ms 2024-11-27T12:59:17,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T12:59:17,915 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T12:59:17,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8a6088fb8edd3c2aee0e1eac6ec1d76a: Waiting for close lock at 1732712357915Disabling compacts and flushes for region at 1732712357915Disabling writes for close at 1732712357915Writing region close event to WAL at 1732712357915Closed at 1732712357915 2024-11-27T12:59:17,916 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 403cd71b4dd4f7ae64a7da550468e76c, NAME => 'SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570 2024-11-27T12:59:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:59:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741845_1021 (size=62) 2024-11-27T12:59:17,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741845_1021 (size=62) 2024-11-27T12:59:17,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741845_1021 (size=62) 2024-11-27T12:59:17,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:17,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 35d4f22c46811c4d20977d4b1d12292c, disabling compactions & flushes 2024-11-27T12:59:17,925 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. 2024-11-27T12:59:17,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. 2024-11-27T12:59:17,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. after waiting 0 ms 2024-11-27T12:59:17,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. 2024-11-27T12:59:17,925 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. 2024-11-27T12:59:17,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35d4f22c46811c4d20977d4b1d12292c: Waiting for close lock at 1732712357925Disabling compacts and flushes for region at 1732712357925Disabling writes for close at 1732712357925Writing region close event to WAL at 1732712357925Closed at 1732712357925 2024-11-27T12:59:17,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741846_1022 (size=62) 2024-11-27T12:59:17,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741846_1022 (size=62) 2024-11-27T12:59:17,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741846_1022 (size=62) 2024-11-27T12:59:17,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:17,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5eebf7e2678dce7e271d7603abe8e862, disabling compactions & flushes 2024-11-27T12:59:17,931 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. 2024-11-27T12:59:17,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. 2024-11-27T12:59:17,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. after waiting 0 ms 2024-11-27T12:59:17,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. 2024-11-27T12:59:17,931 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. 2024-11-27T12:59:17,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5eebf7e2678dce7e271d7603abe8e862: Waiting for close lock at 1732712357931Disabling compacts and flushes for region at 1732712357931Disabling writes for close at 1732712357931Writing region close event to WAL at 1732712357931Closed at 1732712357931 2024-11-27T12:59:17,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741847_1023 (size=54) 2024-11-27T12:59:17,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741847_1023 (size=54) 2024-11-27T12:59:17,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741847_1023 (size=54) 2024-11-27T12:59:17,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:17,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 403cd71b4dd4f7ae64a7da550468e76c, disabling compactions & flushes 2024-11-27T12:59:17,934 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T12:59:17,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T12:59:17,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. after waiting 0 ms 2024-11-27T12:59:17,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T12:59:17,934 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T12:59:17,934 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 403cd71b4dd4f7ae64a7da550468e76c: Waiting for close lock at 1732712357934Disabling compacts and flushes for region at 1732712357934Disabling writes for close at 1732712357934Writing region close event to WAL at 1732712357934Closed at 1732712357934 2024-11-27T12:59:17,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T12:59:17,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732712357937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712357937"}]},"ts":"1732712357937"} 2024-11-27T12:59:17,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732712357937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712357937"}]},"ts":"1732712357937"} 2024-11-27T12:59:17,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732712357937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712357937"}]},"ts":"1732712357937"} 2024-11-27T12:59:17,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732712357937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712357937"}]},"ts":"1732712357937"} 2024-11-27T12:59:17,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732712357937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712357937"}]},"ts":"1732712357937"} 2024-11-27T12:59:17,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732712357937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712357937"}]},"ts":"1732712357937"} 2024-11-27T12:59:17,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732712357937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712357937"}]},"ts":"1732712357937"} 2024-11-27T12:59:17,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732712357937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712357937"}]},"ts":"1732712357937"} 2024-11-27T12:59:17,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732712357937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712357937"}]},"ts":"1732712357937"} 2024-11-27T12:59:17,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732712357937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712357937"}]},"ts":"1732712357937"} 2024-11-27T12:59:17,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-27T12:59:17,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T12:59:17,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732712357986"}]},"ts":"1732712357986"} 2024-11-27T12:59:17,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-27T12:59:17,992 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a3dd13ba50c2=0} racks are {/default-rack=0} 2024-11-27T12:59:18,001 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T12:59:18,001 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T12:59:18,001 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T12:59:18,001 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T12:59:18,001 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T12:59:18,001 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T12:59:18,001 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T12:59:18,001 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T12:59:18,001 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T12:59:18,001 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T12:59:18,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a84e004d95a38d74f325528eabfe778, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e946b97ab7c0ab4eb4a9416ab0d0ffdc, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=265bfc235b9992e4ebd619c24c073c4b, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04c6a3560b54e1fdf6190c8ebc184965, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59d07c77ce7c4db0cc01dda848361322, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f87d0696304b627e5d543a72229b9ae1, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a6088fb8edd3c2aee0e1eac6ec1d76a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35d4f22c46811c4d20977d4b1d12292c, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5eebf7e2678dce7e271d7603abe8e862, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=403cd71b4dd4f7ae64a7da550468e76c, ASSIGN}] 2024-11-27T12:59:18,008 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=265bfc235b9992e4ebd619c24c073c4b, ASSIGN 2024-11-27T12:59:18,008 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e946b97ab7c0ab4eb4a9416ab0d0ffdc, ASSIGN 2024-11-27T12:59:18,008 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a84e004d95a38d74f325528eabfe778, ASSIGN 2024-11-27T12:59:18,008 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f87d0696304b627e5d543a72229b9ae1, ASSIGN 2024-11-27T12:59:18,010 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e946b97ab7c0ab4eb4a9416ab0d0ffdc, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,40627,1732712345478; forceNewPlan=false, retain=false 2024-11-27T12:59:18,010 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=265bfc235b9992e4ebd619c24c073c4b, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,32975,1732712345357; forceNewPlan=false, retain=false 2024-11-27T12:59:18,010 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a84e004d95a38d74f325528eabfe778, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,40929,1732712345535; forceNewPlan=false, retain=false 2024-11-27T12:59:18,010 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f87d0696304b627e5d543a72229b9ae1, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,40627,1732712345478; forceNewPlan=false, retain=false 2024-11-27T12:59:18,015 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35d4f22c46811c4d20977d4b1d12292c, ASSIGN 2024-11-27T12:59:18,015 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=403cd71b4dd4f7ae64a7da550468e76c, ASSIGN 2024-11-27T12:59:18,015 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5eebf7e2678dce7e271d7603abe8e862, ASSIGN 2024-11-27T12:59:18,015 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a6088fb8edd3c2aee0e1eac6ec1d76a, ASSIGN 2024-11-27T12:59:18,016 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59d07c77ce7c4db0cc01dda848361322, ASSIGN 2024-11-27T12:59:18,017 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=35d4f22c46811c4d20977d4b1d12292c, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,40929,1732712345535; forceNewPlan=false, retain=false 2024-11-27T12:59:18,017 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=403cd71b4dd4f7ae64a7da550468e76c, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,32975,1732712345357; forceNewPlan=false, retain=false 2024-11-27T12:59:18,017 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a6088fb8edd3c2aee0e1eac6ec1d76a, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,32975,1732712345357; forceNewPlan=false, retain=false 2024-11-27T12:59:18,017 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5eebf7e2678dce7e271d7603abe8e862, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,40627,1732712345478; forceNewPlan=false, retain=false 2024-11-27T12:59:18,017 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59d07c77ce7c4db0cc01dda848361322, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,40929,1732712345535; forceNewPlan=false, retain=false 2024-11-27T12:59:18,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04c6a3560b54e1fdf6190c8ebc184965, ASSIGN 2024-11-27T12:59:18,026 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=04c6a3560b54e1fdf6190c8ebc184965, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,32975,1732712345357; forceNewPlan=false, retain=false 2024-11-27T12:59:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:59:18,166 INFO [a3dd13ba50c2:32983 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-27T12:59:18,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=35d4f22c46811c4d20977d4b1d12292c, regionState=OPENING, regionLocation=a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:18,169 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59d07c77ce7c4db0cc01dda848361322, regionState=OPENING, regionLocation=a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:18,169 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5eebf7e2678dce7e271d7603abe8e862, regionState=OPENING, regionLocation=a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:18,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a84e004d95a38d74f325528eabfe778, regionState=OPENING, regionLocation=a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:18,169 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f87d0696304b627e5d543a72229b9ae1, regionState=OPENING, regionLocation=a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:18,170 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=04c6a3560b54e1fdf6190c8ebc184965, regionState=OPENING, regionLocation=a3dd13ba50c2,32975,1732712345357 2024-11-27T12:59:18,170 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8a6088fb8edd3c2aee0e1eac6ec1d76a, regionState=OPENING, regionLocation=a3dd13ba50c2,32975,1732712345357 2024-11-27T12:59:18,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=265bfc235b9992e4ebd619c24c073c4b, regionState=OPENING, regionLocation=a3dd13ba50c2,32975,1732712345357 2024-11-27T12:59:18,170 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e946b97ab7c0ab4eb4a9416ab0d0ffdc, regionState=OPENING, regionLocation=a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:18,170 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=403cd71b4dd4f7ae64a7da550468e76c, regionState=OPENING, regionLocation=a3dd13ba50c2,32975,1732712345357 2024-11-27T12:59:18,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=35d4f22c46811c4d20977d4b1d12292c, ASSIGN because future has completed 2024-11-27T12:59:18,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35d4f22c46811c4d20977d4b1d12292c, server=a3dd13ba50c2,40929,1732712345535}] 2024-11-27T12:59:18,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a84e004d95a38d74f325528eabfe778, ASSIGN because future has completed 2024-11-27T12:59:18,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a84e004d95a38d74f325528eabfe778, server=a3dd13ba50c2,40929,1732712345535}] 2024-11-27T12:59:18,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f87d0696304b627e5d543a72229b9ae1, ASSIGN because future has completed 2024-11-27T12:59:18,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5eebf7e2678dce7e271d7603abe8e862, ASSIGN because future has completed 2024-11-27T12:59:18,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f87d0696304b627e5d543a72229b9ae1, server=a3dd13ba50c2,40627,1732712345478}] 2024-11-27T12:59:18,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59d07c77ce7c4db0cc01dda848361322, ASSIGN because future has completed 2024-11-27T12:59:18,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59d07c77ce7c4db0cc01dda848361322, server=a3dd13ba50c2,40929,1732712345535}] 2024-11-27T12:59:18,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a6088fb8edd3c2aee0e1eac6ec1d76a, ASSIGN because future has completed 2024-11-27T12:59:18,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=265bfc235b9992e4ebd619c24c073c4b, ASSIGN because future has completed 2024-11-27T12:59:18,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5eebf7e2678dce7e271d7603abe8e862, server=a3dd13ba50c2,40627,1732712345478}] 2024-11-27T12:59:18,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 265bfc235b9992e4ebd619c24c073c4b, server=a3dd13ba50c2,32975,1732712345357}] 2024-11-27T12:59:18,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a, server=a3dd13ba50c2,32975,1732712345357}] 2024-11-27T12:59:18,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=04c6a3560b54e1fdf6190c8ebc184965, ASSIGN because future has completed 2024-11-27T12:59:18,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e946b97ab7c0ab4eb4a9416ab0d0ffdc, ASSIGN because future has completed 2024-11-27T12:59:18,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=403cd71b4dd4f7ae64a7da550468e76c, ASSIGN because future has completed 2024-11-27T12:59:18,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c, server=a3dd13ba50c2,32975,1732712345357}] 2024-11-27T12:59:18,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965, server=a3dd13ba50c2,32975,1732712345357}] 2024-11-27T12:59:18,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e946b97ab7c0ab4eb4a9416ab0d0ffdc, server=a3dd13ba50c2,40627,1732712345478}] 2024-11-27T12:59:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:59:18,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T12:59:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:59:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:59:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:59:22,973 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T12:59:24,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T12:59:24,973 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T12:59:24,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T12:59:24,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T12:59:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:59:28,186 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:59:28,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33785, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:59:28,191 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. 2024-11-27T12:59:28,191 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 59d07c77ce7c4db0cc01dda848361322, NAME => 'SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-27T12:59:28,191 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 59d07c77ce7c4db0cc01dda848361322 2024-11-27T12:59:28,192 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:28,192 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 59d07c77ce7c4db0cc01dda848361322 2024-11-27T12:59:28,192 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 59d07c77ce7c4db0cc01dda848361322 2024-11-27T12:59:28,194 INFO [StoreOpener-59d07c77ce7c4db0cc01dda848361322-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 59d07c77ce7c4db0cc01dda848361322 2024-11-27T12:59:28,196 INFO [StoreOpener-59d07c77ce7c4db0cc01dda848361322-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59d07c77ce7c4db0cc01dda848361322 columnFamilyName cf 2024-11-27T12:59:28,196 DEBUG [StoreOpener-59d07c77ce7c4db0cc01dda848361322-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:28,197 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. 2024-11-27T12:59:28,197 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => f87d0696304b627e5d543a72229b9ae1, NAME => 'SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-27T12:59:28,197 INFO [StoreOpener-59d07c77ce7c4db0cc01dda848361322-1 {}] regionserver.HStore(327): Store=59d07c77ce7c4db0cc01dda848361322/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:28,197 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 59d07c77ce7c4db0cc01dda848361322 2024-11-27T12:59:28,198 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f87d0696304b627e5d543a72229b9ae1 2024-11-27T12:59:28,198 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:28,198 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for f87d0696304b627e5d543a72229b9ae1 2024-11-27T12:59:28,198 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for f87d0696304b627e5d543a72229b9ae1 2024-11-27T12:59:28,199 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/59d07c77ce7c4db0cc01dda848361322 2024-11-27T12:59:28,199 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T12:59:28,199 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/59d07c77ce7c4db0cc01dda848361322 2024-11-27T12:59:28,200 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 59d07c77ce7c4db0cc01dda848361322 2024-11-27T12:59:28,200 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 59d07c77ce7c4db0cc01dda848361322 2024-11-27T12:59:28,200 INFO [StoreOpener-f87d0696304b627e5d543a72229b9ae1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f87d0696304b627e5d543a72229b9ae1 2024-11-27T12:59:28,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54743, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T12:59:28,203 INFO [StoreOpener-f87d0696304b627e5d543a72229b9ae1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f87d0696304b627e5d543a72229b9ae1 columnFamilyName cf 2024-11-27T12:59:28,203 DEBUG [StoreOpener-f87d0696304b627e5d543a72229b9ae1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:28,203 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 59d07c77ce7c4db0cc01dda848361322 2024-11-27T12:59:28,203 INFO [StoreOpener-f87d0696304b627e5d543a72229b9ae1-1 {}] regionserver.HStore(327): Store=f87d0696304b627e5d543a72229b9ae1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:28,204 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for f87d0696304b627e5d543a72229b9ae1 2024-11-27T12:59:28,205 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/f87d0696304b627e5d543a72229b9ae1 2024-11-27T12:59:28,205 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/f87d0696304b627e5d543a72229b9ae1 2024-11-27T12:59:28,206 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for f87d0696304b627e5d543a72229b9ae1 2024-11-27T12:59:28,206 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for f87d0696304b627e5d543a72229b9ae1 2024-11-27T12:59:28,208 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for f87d0696304b627e5d543a72229b9ae1 2024-11-27T12:59:28,209 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/59d07c77ce7c4db0cc01dda848361322/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:59:28,209 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 59d07c77ce7c4db0cc01dda848361322; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73618604, jitterRate=0.09700268507003784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:59:28,209 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59d07c77ce7c4db0cc01dda848361322 2024-11-27T12:59:28,211 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 59d07c77ce7c4db0cc01dda848361322: Running coprocessor pre-open hook at 1732712368192Writing region info on filesystem at 1732712368192Initializing all the Stores at 1732712368193 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712368193Cleaning up temporary data from old regions at 1732712368200 (+7 ms)Running coprocessor post-open hooks at 1732712368209 (+9 ms)Region opened successfully at 1732712368211 (+2 ms) 2024-11-27T12:59:28,211 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/f87d0696304b627e5d543a72229b9ae1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:59:28,212 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened f87d0696304b627e5d543a72229b9ae1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72818200, jitterRate=0.0850757360458374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:59:28,213 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f87d0696304b627e5d543a72229b9ae1 2024-11-27T12:59:28,213 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322., pid=19, masterSystemTime=1732712368179 2024-11-27T12:59:28,213 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for f87d0696304b627e5d543a72229b9ae1: Running coprocessor pre-open hook at 1732712368198Writing region info on filesystem at 1732712368198Initializing all the Stores at 1732712368200 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712368200Cleaning up temporary data from old regions at 1732712368206 (+6 ms)Running coprocessor post-open hooks at 1732712368213 (+7 ms)Region opened successfully at 1732712368213 2024-11-27T12:59:28,254 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1., pid=17, masterSystemTime=1732712368186 2024-11-27T12:59:28,254 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T12:59:28,255 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 403cd71b4dd4f7ae64a7da550468e76c, NAME => 'SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-27T12:59:28,255 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. 2024-11-27T12:59:28,256 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:28,256 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. 2024-11-27T12:59:28,256 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:28,256 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:28,256 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. 2024-11-27T12:59:28,256 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:28,257 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 35d4f22c46811c4d20977d4b1d12292c, NAME => 'SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-27T12:59:28,258 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 35d4f22c46811c4d20977d4b1d12292c 2024-11-27T12:59:28,258 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59d07c77ce7c4db0cc01dda848361322, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:28,258 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:28,258 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 35d4f22c46811c4d20977d4b1d12292c 2024-11-27T12:59:28,259 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 35d4f22c46811c4d20977d4b1d12292c 2024-11-27T12:59:28,261 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. 2024-11-27T12:59:28,261 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. 2024-11-27T12:59:28,262 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. 2024-11-27T12:59:28,262 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => e946b97ab7c0ab4eb4a9416ab0d0ffdc, NAME => 'SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-27T12:59:28,262 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e946b97ab7c0ab4eb4a9416ab0d0ffdc 2024-11-27T12:59:28,263 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f87d0696304b627e5d543a72229b9ae1, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:28,263 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:28,263 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for e946b97ab7c0ab4eb4a9416ab0d0ffdc 2024-11-27T12:59:28,263 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for e946b97ab7c0ab4eb4a9416ab0d0ffdc 2024-11-27T12:59:28,263 INFO [StoreOpener-403cd71b4dd4f7ae64a7da550468e76c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:28,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59d07c77ce7c4db0cc01dda848361322, server=a3dd13ba50c2,40929,1732712345535 because future has completed 2024-11-27T12:59:28,264 INFO [StoreOpener-35d4f22c46811c4d20977d4b1d12292c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 35d4f22c46811c4d20977d4b1d12292c 2024-11-27T12:59:28,266 INFO [StoreOpener-e946b97ab7c0ab4eb4a9416ab0d0ffdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e946b97ab7c0ab4eb4a9416ab0d0ffdc 2024-11-27T12:59:28,266 INFO [StoreOpener-403cd71b4dd4f7ae64a7da550468e76c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 403cd71b4dd4f7ae64a7da550468e76c columnFamilyName cf 2024-11-27T12:59:28,266 DEBUG [StoreOpener-403cd71b4dd4f7ae64a7da550468e76c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:28,267 INFO [StoreOpener-403cd71b4dd4f7ae64a7da550468e76c-1 {}] regionserver.HStore(327): Store=403cd71b4dd4f7ae64a7da550468e76c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:28,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f87d0696304b627e5d543a72229b9ae1, server=a3dd13ba50c2,40627,1732712345478 because future has completed 2024-11-27T12:59:28,268 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:28,268 INFO [StoreOpener-35d4f22c46811c4d20977d4b1d12292c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35d4f22c46811c4d20977d4b1d12292c columnFamilyName cf 2024-11-27T12:59:28,268 DEBUG [StoreOpener-35d4f22c46811c4d20977d4b1d12292c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:28,269 INFO [StoreOpener-e946b97ab7c0ab4eb4a9416ab0d0ffdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e946b97ab7c0ab4eb4a9416ab0d0ffdc columnFamilyName cf 2024-11-27T12:59:28,269 DEBUG [StoreOpener-e946b97ab7c0ab4eb4a9416ab0d0ffdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:28,269 INFO [StoreOpener-35d4f22c46811c4d20977d4b1d12292c-1 {}] regionserver.HStore(327): Store=35d4f22c46811c4d20977d4b1d12292c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:28,269 INFO [StoreOpener-e946b97ab7c0ab4eb4a9416ab0d0ffdc-1 {}] regionserver.HStore(327): Store=e946b97ab7c0ab4eb4a9416ab0d0ffdc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:28,270 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:28,270 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 35d4f22c46811c4d20977d4b1d12292c 2024-11-27T12:59:28,270 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for e946b97ab7c0ab4eb4a9416ab0d0ffdc 2024-11-27T12:59:28,271 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:28,271 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/35d4f22c46811c4d20977d4b1d12292c 2024-11-27T12:59:28,272 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/e946b97ab7c0ab4eb4a9416ab0d0ffdc 2024-11-27T12:59:28,272 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/35d4f22c46811c4d20977d4b1d12292c 2024-11-27T12:59:28,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-27T12:59:28,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 59d07c77ce7c4db0cc01dda848361322, server=a3dd13ba50c2,40929,1732712345535 in 10.0830 sec 2024-11-27T12:59:28,272 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:28,272 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:28,273 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/e946b97ab7c0ab4eb4a9416ab0d0ffdc 2024-11-27T12:59:28,273 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 35d4f22c46811c4d20977d4b1d12292c 2024-11-27T12:59:28,273 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 35d4f22c46811c4d20977d4b1d12292c 2024-11-27T12:59:28,274 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for e946b97ab7c0ab4eb4a9416ab0d0ffdc 2024-11-27T12:59:28,274 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for e946b97ab7c0ab4eb4a9416ab0d0ffdc 2024-11-27T12:59:28,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-27T12:59:28,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59d07c77ce7c4db0cc01dda848361322, ASSIGN in 10.2690 sec 2024-11-27T12:59:28,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f87d0696304b627e5d543a72229b9ae1, server=a3dd13ba50c2,40627,1732712345478 in 10.0890 sec 2024-11-27T12:59:28,276 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:28,276 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 35d4f22c46811c4d20977d4b1d12292c 2024-11-27T12:59:28,277 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for e946b97ab7c0ab4eb4a9416ab0d0ffdc 2024-11-27T12:59:28,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f87d0696304b627e5d543a72229b9ae1, ASSIGN in 10.2730 sec 2024-11-27T12:59:28,280 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/403cd71b4dd4f7ae64a7da550468e76c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:59:28,281 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/35d4f22c46811c4d20977d4b1d12292c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:59:28,281 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 403cd71b4dd4f7ae64a7da550468e76c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65255760, jitterRate=-0.027613401412963867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:59:28,281 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:28,281 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 403cd71b4dd4f7ae64a7da550468e76c: Running coprocessor pre-open hook at 1732712368257Writing region info on filesystem at 1732712368257Initializing all the Stores at 1732712368262 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712368262Cleaning up temporary data from old regions at 1732712368273 (+11 ms)Running coprocessor post-open hooks at 1732712368281 (+8 ms)Region opened successfully at 1732712368281 2024-11-27T12:59:28,281 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 35d4f22c46811c4d20977d4b1d12292c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64305825, jitterRate=-0.04176853597164154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:59:28,281 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35d4f22c46811c4d20977d4b1d12292c 2024-11-27T12:59:28,282 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 35d4f22c46811c4d20977d4b1d12292c: Running coprocessor pre-open hook at 1732712368262Writing region info on filesystem at 1732712368262Initializing all the Stores at 1732712368264 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712368264Cleaning up temporary data from old regions at 1732712368273 (+9 ms)Running coprocessor post-open hooks at 1732712368282 (+9 ms)Region opened successfully at 1732712368282 2024-11-27T12:59:28,283 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/e946b97ab7c0ab4eb4a9416ab0d0ffdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:59:28,283 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c., pid=15, masterSystemTime=1732712368179 2024-11-27T12:59:28,283 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c., pid=23, masterSystemTime=1732712368199 2024-11-27T12:59:28,284 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened e946b97ab7c0ab4eb4a9416ab0d0ffdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64227354, jitterRate=-0.04293784499168396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:59:28,284 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e946b97ab7c0ab4eb4a9416ab0d0ffdc 2024-11-27T12:59:28,284 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for e946b97ab7c0ab4eb4a9416ab0d0ffdc: Running coprocessor pre-open hook at 1732712368263Writing region info on filesystem at 1732712368263Initializing all the Stores at 1732712368265 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712368265Cleaning up temporary data from old regions at 1732712368274 (+9 ms)Running coprocessor post-open hooks at 1732712368284 (+10 ms)Region opened successfully at 1732712368284 2024-11-27T12:59:28,285 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc., pid=22, masterSystemTime=1732712368186 2024-11-27T12:59:28,286 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. 2024-11-27T12:59:28,286 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. 2024-11-27T12:59:28,286 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. 2024-11-27T12:59:28,287 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a84e004d95a38d74f325528eabfe778, NAME => 'SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-27T12:59:28,287 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6a84e004d95a38d74f325528eabfe778 2024-11-27T12:59:28,287 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=35d4f22c46811c4d20977d4b1d12292c, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:28,287 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:28,288 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 6a84e004d95a38d74f325528eabfe778 2024-11-27T12:59:28,288 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 6a84e004d95a38d74f325528eabfe778 2024-11-27T12:59:28,288 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T12:59:28,288 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T12:59:28,288 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T12:59:28,289 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a6088fb8edd3c2aee0e1eac6ec1d76a, NAME => 'SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-27T12:59:28,289 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:28,289 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:28,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=403cd71b4dd4f7ae64a7da550468e76c, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,32975,1732712345357 2024-11-27T12:59:28,290 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:28,290 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:28,291 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. 2024-11-27T12:59:28,291 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. 2024-11-27T12:59:28,291 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. 2024-11-27T12:59:28,291 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5eebf7e2678dce7e271d7603abe8e862, NAME => 'SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-27T12:59:28,291 INFO [StoreOpener-6a84e004d95a38d74f325528eabfe778-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6a84e004d95a38d74f325528eabfe778 2024-11-27T12:59:28,292 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5eebf7e2678dce7e271d7603abe8e862 2024-11-27T12:59:28,292 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:28,292 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5eebf7e2678dce7e271d7603abe8e862 2024-11-27T12:59:28,292 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5eebf7e2678dce7e271d7603abe8e862 2024-11-27T12:59:28,292 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e946b97ab7c0ab4eb4a9416ab0d0ffdc, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:28,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35d4f22c46811c4d20977d4b1d12292c, server=a3dd13ba50c2,40929,1732712345535 because future has completed 2024-11-27T12:59:28,295 INFO [StoreOpener-8a6088fb8edd3c2aee0e1eac6ec1d76a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:28,295 INFO [StoreOpener-6a84e004d95a38d74f325528eabfe778-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a84e004d95a38d74f325528eabfe778 columnFamilyName cf 2024-11-27T12:59:28,296 DEBUG [StoreOpener-6a84e004d95a38d74f325528eabfe778-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:28,296 INFO [StoreOpener-5eebf7e2678dce7e271d7603abe8e862-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5eebf7e2678dce7e271d7603abe8e862 2024-11-27T12:59:28,296 INFO [StoreOpener-6a84e004d95a38d74f325528eabfe778-1 {}] regionserver.HStore(327): Store=6a84e004d95a38d74f325528eabfe778/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:28,297 INFO [StoreOpener-5eebf7e2678dce7e271d7603abe8e862-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5eebf7e2678dce7e271d7603abe8e862 columnFamilyName cf 2024-11-27T12:59:28,297 INFO [StoreOpener-8a6088fb8edd3c2aee0e1eac6ec1d76a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a6088fb8edd3c2aee0e1eac6ec1d76a columnFamilyName cf 2024-11-27T12:59:28,297 DEBUG [StoreOpener-8a6088fb8edd3c2aee0e1eac6ec1d76a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:28,297 DEBUG [StoreOpener-5eebf7e2678dce7e271d7603abe8e862-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:28,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c, server=a3dd13ba50c2,32975,1732712345357 because future has completed 2024-11-27T12:59:28,298 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 6a84e004d95a38d74f325528eabfe778 2024-11-27T12:59:28,298 INFO [StoreOpener-8a6088fb8edd3c2aee0e1eac6ec1d76a-1 {}] regionserver.HStore(327): Store=8a6088fb8edd3c2aee0e1eac6ec1d76a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:28,298 INFO [StoreOpener-5eebf7e2678dce7e271d7603abe8e862-1 {}] regionserver.HStore(327): Store=5eebf7e2678dce7e271d7603abe8e862/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:28,298 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5eebf7e2678dce7e271d7603abe8e862 2024-11-27T12:59:28,298 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:28,299 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/5eebf7e2678dce7e271d7603abe8e862 2024-11-27T12:59:28,300 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:28,300 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/6a84e004d95a38d74f325528eabfe778 2024-11-27T12:59:28,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e946b97ab7c0ab4eb4a9416ab0d0ffdc, server=a3dd13ba50c2,40627,1732712345478 because future has completed 2024-11-27T12:59:28,301 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/6a84e004d95a38d74f325528eabfe778 2024-11-27T12:59:28,301 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:28,302 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/5eebf7e2678dce7e271d7603abe8e862 2024-11-27T12:59:28,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-27T12:59:28,302 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 6a84e004d95a38d74f325528eabfe778 2024-11-27T12:59:28,302 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 6a84e004d95a38d74f325528eabfe778 2024-11-27T12:59:28,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 35d4f22c46811c4d20977d4b1d12292c, server=a3dd13ba50c2,40929,1732712345535 in 10.1200 sec 2024-11-27T12:59:28,303 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5eebf7e2678dce7e271d7603abe8e862 2024-11-27T12:59:28,303 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:28,303 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5eebf7e2678dce7e271d7603abe8e862 2024-11-27T12:59:28,303 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:28,306 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 6a84e004d95a38d74f325528eabfe778 2024-11-27T12:59:28,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=14 2024-11-27T12:59:28,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35d4f22c46811c4d20977d4b1d12292c, ASSIGN in 10.2990 sec 2024-11-27T12:59:28,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c, server=a3dd13ba50c2,32975,1732712345357 in 10.1030 sec 2024-11-27T12:59:28,307 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:28,310 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/6a84e004d95a38d74f325528eabfe778/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:59:28,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-27T12:59:28,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e946b97ab7c0ab4eb4a9416ab0d0ffdc, server=a3dd13ba50c2,40627,1732712345478 in 10.1070 sec 2024-11-27T12:59:28,311 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 6a84e004d95a38d74f325528eabfe778; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62049764, jitterRate=-0.07538646459579468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:59:28,311 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a84e004d95a38d74f325528eabfe778 2024-11-27T12:59:28,311 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 6a84e004d95a38d74f325528eabfe778: Running coprocessor pre-open hook at 1732712368288Writing region info on filesystem at 1732712368288Initializing all the Stores at 1732712368291 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712368291Cleaning up temporary data from old regions at 1732712368302 (+11 ms)Running coprocessor post-open hooks at 1732712368311 (+9 ms)Region opened successfully at 1732712368311 2024-11-27T12:59:28,311 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/8a6088fb8edd3c2aee0e1eac6ec1d76a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:59:28,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=403cd71b4dd4f7ae64a7da550468e76c, ASSIGN in 10.3030 sec 2024-11-27T12:59:28,312 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8a6088fb8edd3c2aee0e1eac6ec1d76a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68681200, jitterRate=0.02342963218688965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:59:28,312 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:28,313 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8a6088fb8edd3c2aee0e1eac6ec1d76a: Running coprocessor pre-open hook at 1732712368290Writing region info on filesystem at 1732712368290Initializing all the Stores at 1732712368294 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712368294Cleaning up temporary data from old regions at 1732712368303 (+9 ms)Running coprocessor post-open hooks at 1732712368313 (+10 ms)Region opened successfully at 1732712368313 2024-11-27T12:59:28,313 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778., pid=16, masterSystemTime=1732712368179 2024-11-27T12:59:28,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e946b97ab7c0ab4eb4a9416ab0d0ffdc, ASSIGN in 10.3070 sec 2024-11-27T12:59:28,314 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a., pid=21, masterSystemTime=1732712368199 2024-11-27T12:59:28,315 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. 2024-11-27T12:59:28,315 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. 2024-11-27T12:59:28,317 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a84e004d95a38d74f325528eabfe778, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:28,317 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T12:59:28,317 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T12:59:28,317 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T12:59:28,317 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 04c6a3560b54e1fdf6190c8ebc184965, NAME => 'SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T12:59:28,318 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:28,318 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:28,318 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:28,318 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:28,319 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8a6088fb8edd3c2aee0e1eac6ec1d76a, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,32975,1732712345357 2024-11-27T12:59:28,320 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5eebf7e2678dce7e271d7603abe8e862 2024-11-27T12:59:28,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a84e004d95a38d74f325528eabfe778, server=a3dd13ba50c2,40929,1732712345535 because future has completed 2024-11-27T12:59:28,320 INFO [StoreOpener-04c6a3560b54e1fdf6190c8ebc184965-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:28,323 INFO [StoreOpener-04c6a3560b54e1fdf6190c8ebc184965-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04c6a3560b54e1fdf6190c8ebc184965 columnFamilyName cf 2024-11-27T12:59:28,323 DEBUG [StoreOpener-04c6a3560b54e1fdf6190c8ebc184965-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:28,324 INFO [StoreOpener-04c6a3560b54e1fdf6190c8ebc184965-1 {}] regionserver.HStore(327): Store=04c6a3560b54e1fdf6190c8ebc184965/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:28,324 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:28,326 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:28,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a, server=a3dd13ba50c2,32975,1732712345357 because future has completed 2024-11-27T12:59:28,326 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/5eebf7e2678dce7e271d7603abe8e862/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:59:28,327 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:28,327 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5eebf7e2678dce7e271d7603abe8e862; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60374583, jitterRate=-0.10034860670566559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:59:28,328 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5eebf7e2678dce7e271d7603abe8e862 2024-11-27T12:59:28,328 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:28,328 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:28,328 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5eebf7e2678dce7e271d7603abe8e862: Running coprocessor pre-open hook at 1732712368292Writing region info on filesystem at 1732712368292Initializing all the Stores at 1732712368295 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712368295Cleaning up temporary data from old regions at 1732712368303 (+8 ms)Running coprocessor post-open hooks at 1732712368328 (+25 ms)Region opened successfully at 1732712368328 2024-11-27T12:59:28,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-11-27T12:59:28,329 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862., pid=18, masterSystemTime=1732712368186 2024-11-27T12:59:28,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a84e004d95a38d74f325528eabfe778, server=a3dd13ba50c2,40929,1732712345535 in 10.1460 sec 2024-11-27T12:59:28,331 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:28,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-11-27T12:59:28,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a, server=a3dd13ba50c2,32975,1732712345357 in 10.1370 sec 2024-11-27T12:59:28,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a84e004d95a38d74f325528eabfe778, ASSIGN in 10.3260 sec 2024-11-27T12:59:28,332 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. 2024-11-27T12:59:28,332 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. 2024-11-27T12:59:28,333 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5eebf7e2678dce7e271d7603abe8e862, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:28,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a6088fb8edd3c2aee0e1eac6ec1d76a, ASSIGN in 10.3290 sec 2024-11-27T12:59:28,336 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/04c6a3560b54e1fdf6190c8ebc184965/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:59:28,337 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 04c6a3560b54e1fdf6190c8ebc184965; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61686552, jitterRate=-0.08079874515533447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:59:28,337 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:28,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5eebf7e2678dce7e271d7603abe8e862, server=a3dd13ba50c2,40627,1732712345478 because future has completed 2024-11-27T12:59:28,337 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 04c6a3560b54e1fdf6190c8ebc184965: Running coprocessor pre-open hook at 1732712368318Writing region info on filesystem at 1732712368318Initializing all the Stores at 1732712368320 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712368320Cleaning up temporary data from old regions at 1732712368328 (+8 ms)Running coprocessor post-open hooks at 1732712368337 (+9 ms)Region opened successfully at 1732712368337 2024-11-27T12:59:28,338 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965., pid=24, masterSystemTime=1732712368199 2024-11-27T12:59:28,341 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T12:59:28,341 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T12:59:28,341 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T12:59:28,342 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 265bfc235b9992e4ebd619c24c073c4b, NAME => 'SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-27T12:59:28,342 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:28,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-27T12:59:28,342 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:28,342 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:28,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 5eebf7e2678dce7e271d7603abe8e862, server=a3dd13ba50c2,40627,1732712345478 in 10.1570 sec 2024-11-27T12:59:28,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=04c6a3560b54e1fdf6190c8ebc184965, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,32975,1732712345357 2024-11-27T12:59:28,342 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:28,345 INFO [StoreOpener-265bfc235b9992e4ebd619c24c073c4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:28,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5eebf7e2678dce7e271d7603abe8e862, ASSIGN in 10.3390 sec 2024-11-27T12:59:28,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965, server=a3dd13ba50c2,32975,1732712345357 because future has completed 2024-11-27T12:59:28,349 INFO [StoreOpener-265bfc235b9992e4ebd619c24c073c4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 265bfc235b9992e4ebd619c24c073c4b columnFamilyName cf 2024-11-27T12:59:28,349 DEBUG [StoreOpener-265bfc235b9992e4ebd619c24c073c4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:28,350 INFO [StoreOpener-265bfc235b9992e4ebd619c24c073c4b-1 {}] regionserver.HStore(327): Store=265bfc235b9992e4ebd619c24c073c4b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:28,350 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:28,352 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:28,353 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:28,353 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:28,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-27T12:59:28,354 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:28,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965, server=a3dd13ba50c2,32975,1732712345357 in 10.1500 sec 2024-11-27T12:59:28,356 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:28,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04c6a3560b54e1fdf6190c8ebc184965, ASSIGN in 10.3510 sec 2024-11-27T12:59:28,360 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/265bfc235b9992e4ebd619c24c073c4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T12:59:28,361 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 265bfc235b9992e4ebd619c24c073c4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63523263, jitterRate=-0.05342961847782135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:59:28,361 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:28,362 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 265bfc235b9992e4ebd619c24c073c4b: Running coprocessor pre-open hook at 1732712368343Writing region info on filesystem at 1732712368343Initializing all the Stores at 1732712368345 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712368345Cleaning up temporary data from old regions at 1732712368354 (+9 ms)Running coprocessor post-open hooks at 1732712368361 (+7 ms)Region opened successfully at 1732712368362 (+1 ms) 2024-11-27T12:59:28,363 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b., pid=20, masterSystemTime=1732712368199 2024-11-27T12:59:28,367 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T12:59:28,367 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T12:59:28,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=265bfc235b9992e4ebd619c24c073c4b, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,32975,1732712345357 2024-11-27T12:59:28,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 265bfc235b9992e4ebd619c24c073c4b, server=a3dd13ba50c2,32975,1732712345357 because future has completed 2024-11-27T12:59:28,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-27T12:59:28,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 265bfc235b9992e4ebd619c24c073c4b, server=a3dd13ba50c2,32975,1732712345357 in 10.1830 sec 2024-11-27T12:59:28,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-27T12:59:28,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=265bfc235b9992e4ebd619c24c073c4b, ASSIGN in 10.3740 sec 2024-11-27T12:59:28,382 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T12:59:28,383 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732712368383"}]},"ts":"1732712368383"} 2024-11-27T12:59:28,386 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-27T12:59:28,388 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T12:59:28,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5880 sec 2024-11-27T12:59:30,815 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-27T12:59:33,730 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T12:59:33,775 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T12:59:34,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-27T12:59:34,973 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-27T12:59:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T12:59:36,102 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-27T12:59:36,102 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-27T12:59:36,106 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T12:59:36,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-27T12:59:36,120 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T12:59:36,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-27T12:59:36,168 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a., hostname=a3dd13ba50c2,32975,1732712345357, seqNum=2] 2024-11-27T12:59:36,173 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a., hostname=a3dd13ba50c2,32975,1732712345357, seqNum=2] 2024-11-27T12:59:36,177 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a., hostname=a3dd13ba50c2,32975,1732712345357, seqNum=2] 2024-11-27T12:59:36,179 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a., hostname=a3dd13ba50c2,32975,1732712345357, seqNum=2] 2024-11-27T12:59:36,182 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a., hostname=a3dd13ba50c2,32975,1732712345357, seqNum=2] 2024-11-27T12:59:36,185 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a., hostname=a3dd13ba50c2,32975,1732712345357, seqNum=2] 2024-11-27T12:59:36,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a., hostname=a3dd13ba50c2,32975,1732712345357, seqNum=2] 2024-11-27T12:59:36,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a., hostname=a3dd13ba50c2,32975,1732712345357, seqNum=2] 2024-11-27T12:59:36,228 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c., hostname=a3dd13ba50c2,40929,1732712345535, seqNum=2] 2024-11-27T12:59:36,230 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c., hostname=a3dd13ba50c2,40929,1732712345535, seqNum=2] 2024-11-27T12:59:36,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c., hostname=a3dd13ba50c2,40929,1732712345535, seqNum=2] 2024-11-27T12:59:36,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c., hostname=a3dd13ba50c2,40929,1732712345535, seqNum=2] 2024-11-27T12:59:36,238 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c., hostname=a3dd13ba50c2,40929,1732712345535, seqNum=2] 2024-11-27T12:59:36,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c., hostname=a3dd13ba50c2,40929,1732712345535, seqNum=2] 2024-11-27T12:59:36,242 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c., hostname=a3dd13ba50c2,40929,1732712345535, seqNum=2] 2024-11-27T12:59:36,245 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c., hostname=a3dd13ba50c2,40929,1732712345535, seqNum=2] 2024-11-27T12:59:36,276 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862., hostname=a3dd13ba50c2,40627,1732712345478, seqNum=2] 2024-11-27T12:59:36,278 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862., hostname=a3dd13ba50c2,40627,1732712345478, seqNum=2] 2024-11-27T12:59:36,280 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862., hostname=a3dd13ba50c2,40627,1732712345478, seqNum=2] 2024-11-27T12:59:36,284 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862., hostname=a3dd13ba50c2,40627,1732712345478, seqNum=2] 2024-11-27T12:59:36,287 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862., hostname=a3dd13ba50c2,40627,1732712345478, seqNum=2] 2024-11-27T12:59:36,289 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862., hostname=a3dd13ba50c2,40627,1732712345478, seqNum=2] 2024-11-27T12:59:36,292 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862., hostname=a3dd13ba50c2,40627,1732712345478, seqNum=2] 2024-11-27T12:59:36,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862., hostname=a3dd13ba50c2,40627,1732712345478, seqNum=2] 2024-11-27T12:59:36,378 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c., hostname=a3dd13ba50c2,32975,1732712345357, seqNum=2] 2024-11-27T12:59:36,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c., hostname=a3dd13ba50c2,32975,1732712345357, seqNum=2] 2024-11-27T12:59:36,383 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c., hostname=a3dd13ba50c2,32975,1732712345357, seqNum=2] 2024-11-27T12:59:36,385 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c., hostname=a3dd13ba50c2,32975,1732712345357, seqNum=2] 2024-11-27T12:59:36,386 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c., hostname=a3dd13ba50c2,32975,1732712345357, seqNum=2] 2024-11-27T12:59:36,387 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c., hostname=a3dd13ba50c2,32975,1732712345357, seqNum=2] 2024-11-27T12:59:37,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:59:37,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:59:37,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T12:59:37,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40929 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T12:59:37,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T12:59:37,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40627 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T12:59:37,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T12:59:37,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T12:59:37,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32975 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T12:59:37,894 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-27T12:59:37,896 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T12:59:37,897 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T12:59:37,902 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T12:59:37,918 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T12:59:37,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741848_1024 (size=49) 2024-11-27T12:59:37,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741848_1024 (size=49) 2024-11-27T12:59:37,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741848_1024 (size=49) 2024-11-27T12:59:37,931 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T12:59:37,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a84e004d95a38d74f325528eabfe778}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e946b97ab7c0ab4eb4a9416ab0d0ffdc}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59d07c77ce7c4db0cc01dda848361322}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f87d0696304b627e5d543a72229b9ae1}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35d4f22c46811c4d20977d4b1d12292c}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eebf7e2678dce7e271d7603abe8e862}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c}] 2024-11-27T12:59:37,938 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35d4f22c46811c4d20977d4b1d12292c 2024-11-27T12:59:37,938 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:37,938 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eebf7e2678dce7e271d7603abe8e862 2024-11-27T12:59:37,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:37,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f87d0696304b627e5d543a72229b9ae1 2024-11-27T12:59:37,944 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59d07c77ce7c4db0cc01dda848361322 2024-11-27T12:59:37,947 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:37,947 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:37,947 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e946b97ab7c0ab4eb4a9416ab0d0ffdc 2024-11-27T12:59:37,947 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a84e004d95a38d74f325528eabfe778 2024-11-27T12:59:37,998 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing a3dd13ba50c2,32975,1732712345357 2024-11-27T12:59:37,999 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a3dd13ba50c2,32975,1732712345357: Simulated kill ***** 2024-11-27T12:59:37,999 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T12:59:38,001 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T12:59:38,002 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T12:59:38,004 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T12:59:38,005 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T12:59:38,010 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 514731168 }, "NonHeapMemoryUsage": { "committed": 157286400, "init": 7667712, "max": -1, "used": 153666128 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "a3dd13ba50c2", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "a3dd13ba50c2", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55127", "tag.serverName": "a3dd13ba50c2,40627,1732712345478", "tag.clusterId": "d37a31b2-efc4-48d7-8b8d-484bfb7f9a49", "tag.Context": "regionserver", "tag.Hostname": "a3dd13ba50c2", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732712345478, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-27T12:59:38,013 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32983 {}] master.MasterRpcServices(700): a3dd13ba50c2,32975,1732712345357 reported a fatal error: ***** ABORTING region server a3dd13ba50c2,32975,1732712345357: Simulated kill ***** 2024-11-27T12:59:38,015 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3dd13ba50c2,32975,1732712345357' ***** 2024-11-27T12:59:38,015 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-27T12:59:38,015 INFO [RS:0;a3dd13ba50c2:32975 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T12:59:38,016 INFO [RS:0;a3dd13ba50c2:32975 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-27T12:59:38,016 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T12:59:38,016 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T12:59:38,016 INFO [RS:0;a3dd13ba50c2:32975 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-27T12:59:38,016 INFO [RS:0;a3dd13ba50c2:32975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T12:59:38,016 INFO [RS:0;a3dd13ba50c2:32975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3dd13ba50c2:32975. 2024-11-27T12:59:38,016 DEBUG [RS:0;a3dd13ba50c2:32975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T12:59:38,016 DEBUG [RS:0;a3dd13ba50c2:32975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:59:38,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741835_1011 (size=1257) 2024-11-27T12:59:38,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741835_1011 (size=1257) 2024-11-27T12:59:38,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741835_1011 (size=1257) 2024-11-27T12:59:38,023 DEBUG [RS:0;a3dd13ba50c2:32975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T12:59:38,023 INFO [RS:0;a3dd13ba50c2:32975 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:59:38,023 INFO [RS:0;a3dd13ba50c2:32975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32975 2024-11-27T12:59:38,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3dd13ba50c2,32975,1732712345357 2024-11-27T12:59:38,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T12:59:38,055 INFO [RS:0;a3dd13ba50c2:32975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T12:59:38,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3dd13ba50c2,32975,1732712345357] 2024-11-27T12:59:38,071 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3dd13ba50c2,32975,1732712345357 already deleted, retry=false 2024-11-27T12:59:38,071 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a3dd13ba50c2,32975,1732712345357 on a3dd13ba50c2,32983,1732712344630 2024-11-27T12:59:38,076 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a3dd13ba50c2,32975,1732712345357, splitWal=true, meta=false 2024-11-27T12:59:38,079 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for a3dd13ba50c2,32975,1732712345357 (carryingMeta=false) a3dd13ba50c2,32975,1732712345357/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@55d64c4d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T12:59:38,079 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a3dd13ba50c2,32975,1732712345357, splitWal=true, meta=false 2024-11-27T12:59:38,081 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): a3dd13ba50c2,32975,1732712345357 had 4 regions 2024-11-27T12:59:38,081 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:38,081 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:38,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:38,081 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:38,083 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b can not run currently because target server of region SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. a3dd13ba50c2,32975,1732712345357 is in state CRASHED, wait 1000 ms to retry 2024-11-27T12:59:38,083 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c can not run currently because target server of region SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. a3dd13ba50c2,32975,1732712345357 is in state CRASHED, wait 1000 ms to retry 2024-11-27T12:59:38,083 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a3dd13ba50c2,32975,1732712345357, splitWal=true, meta=false, isMeta: false 2024-11-27T12:59:38,083 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b; timeout=1000, timestamp=1732712379083 2024-11-27T12:59:38,083 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c; timeout=1000, timestamp=1732712379083 2024-11-27T12:59:38,083 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965 can not run currently because target server of region SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. a3dd13ba50c2,32975,1732712345357 is in state CRASHED, wait 1000 ms to retry 2024-11-27T12:59:38,083 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965; timeout=1000, timestamp=1732712379083 2024-11-27T12:59:38,083 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a can not run currently because target server of region SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. a3dd13ba50c2,32975,1732712345357 is in state CRASHED, wait 1000 ms to retry 2024-11-27T12:59:38,084 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a; timeout=1000, timestamp=1732712379084 2024-11-27T12:59:38,087 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357-splitting 2024-11-27T12:59:38,089 INFO [PEWorker-1 {}] master.SplitWALManager(105): a3dd13ba50c2,32975,1732712345357 WAL count=1, meta=false 2024-11-27T12:59:38,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a3dd13ba50c2%2C32975%2C1732712345357.1732712347023}] 2024-11-27T12:59:38,099 INFO [regionserver/a3dd13ba50c2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T12:59:38,099 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:38,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a3dd13ba50c2%2C32975%2C1732712345357.1732712347023, worker=a3dd13ba50c2,40627,1732712345478}] 2024-11-27T12:59:38,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:59:38,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1017da9bbd60001, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T12:59:38,164 INFO [RS:0;a3dd13ba50c2:32975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T12:59:38,164 INFO [RS:0;a3dd13ba50c2:32975 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3dd13ba50c2,32975,1732712345357; zookeeper connection closed. 2024-11-27T12:59:38,164 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1055b070 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1055b070 2024-11-27T12:59:38,924 INFO [regionserver/a3dd13ba50c2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T12:59:38,924 INFO [regionserver/a3dd13ba50c2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T12:59:39,084 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:39,085 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:39,086 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:39,086 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:39,088 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c can not run currently because target server of region SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. a3dd13ba50c2,32975,1732712345357 is in state SPLITTING, wait 2000 ms to retry 2024-11-27T12:59:39,089 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c; timeout=2000, timestamp=1732712381089 2024-11-27T12:59:39,089 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b can not run currently because target server of region SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. a3dd13ba50c2,32975,1732712345357 is in state SPLITTING, wait 2000 ms to retry 2024-11-27T12:59:39,089 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a can not run currently because target server of region SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. a3dd13ba50c2,32975,1732712345357 is in state SPLITTING, wait 2000 ms to retry 2024-11-27T12:59:39,089 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965 can not run currently because target server of region SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. a3dd13ba50c2,32975,1732712345357 is in state SPLITTING, wait 2000 ms to retry 2024-11-27T12:59:39,089 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b; timeout=2000, timestamp=1732712381089 2024-11-27T12:59:39,089 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a; timeout=2000, timestamp=1732712381089 2024-11-27T12:59:39,089 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965; timeout=2000, timestamp=1732712381089 2024-11-27T12:59:41,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:41,089 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:41,090 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:41,090 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:41,091 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965 can not run currently because target server of region SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. a3dd13ba50c2,32975,1732712345357 is in state SPLITTING, wait 4000 ms to retry 2024-11-27T12:59:41,091 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a can not run currently because target server of region SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. a3dd13ba50c2,32975,1732712345357 is in state SPLITTING, wait 4000 ms to retry 2024-11-27T12:59:41,091 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c can not run currently because target server of region SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. a3dd13ba50c2,32975,1732712345357 is in state SPLITTING, wait 4000 ms to retry 2024-11-27T12:59:41,091 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b can not run currently because target server of region SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. a3dd13ba50c2,32975,1732712345357 is in state SPLITTING, wait 4000 ms to retry 2024-11-27T12:59:41,091 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965; timeout=4000, timestamp=1732712385091 2024-11-27T12:59:41,091 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a; timeout=4000, timestamp=1732712385091 2024-11-27T12:59:41,091 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c; timeout=4000, timestamp=1732712385091 2024-11-27T12:59:41,091 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b; timeout=4000, timestamp=1732712385091 2024-11-27T12:59:45,093 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:45,093 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:45,094 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:45,094 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:45,096 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965 can not run currently because target server of region SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. a3dd13ba50c2,32975,1732712345357 is in state SPLITTING, wait 8000 ms to retry 2024-11-27T12:59:45,097 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965; timeout=8000, timestamp=1732712393097 2024-11-27T12:59:45,097 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a can not run currently because target server of region SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. a3dd13ba50c2,32975,1732712345357 is in state SPLITTING, wait 8000 ms to retry 2024-11-27T12:59:45,097 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b can not run currently because target server of region SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. a3dd13ba50c2,32975,1732712345357 is in state SPLITTING, wait 8000 ms to retry 2024-11-27T12:59:45,097 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c can not run currently because target server of region SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. a3dd13ba50c2,32975,1732712345357 is in state SPLITTING, wait 8000 ms to retry 2024-11-27T12:59:45,097 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a; timeout=8000, timestamp=1732712393097 2024-11-27T12:59:45,097 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b; timeout=8000, timestamp=1732712393097 2024-11-27T12:59:45,097 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c; timeout=8000, timestamp=1732712393097 2024-11-27T12:59:47,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-27T12:59:47,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-27T12:59:47,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-27T12:59:47,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. 2024-11-27T12:59:47,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. 2024-11-27T12:59:47,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-27T12:59:47,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. 2024-11-27T12:59:47,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. 2024-11-27T12:59:47,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-27T12:59:47,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-27T12:59:47,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-27T12:59:47,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. 2024-11-27T12:59:47,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. 2024-11-27T12:59:47,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for f87d0696304b627e5d543a72229b9ae1: 2024-11-27T12:59:47,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6a84e004d95a38d74f325528eabfe778: 2024-11-27T12:59:47,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for e946b97ab7c0ab4eb4a9416ab0d0ffdc: 2024-11-27T12:59:47,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. for SnapshotProcedureTest completed. 2024-11-27T12:59:47,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. for SnapshotProcedureTest completed. 2024-11-27T12:59:47,957 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 35d4f22c46811c4d20977d4b1d12292c 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-27T12:59:47,957 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 5eebf7e2678dce7e271d7603abe8e862 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-27T12:59:47,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. for SnapshotProcedureTest completed. 2024-11-27T12:59:47,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 59d07c77ce7c4db0cc01dda848361322: 2024-11-27T12:59:47,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. for SnapshotProcedureTest completed. 2024-11-27T12:59:47,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T12:59:47,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T12:59:47,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T12:59:47,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T12:59:47,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T12:59:47,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T12:59:47,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T12:59:47,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T12:59:47,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T12:59:47,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T12:59:47,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T12:59:47,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T12:59:47,984 INFO [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357-splitting/a3dd13ba50c2%2C32975%2C1732712345357.1732712347023, size=1.2 K (1257bytes) 2024-11-27T12:59:47,985 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T12:59:47,985 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T12:59:47,985 INFO [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357-splitting/a3dd13ba50c2%2C32975%2C1732712345357.1732712347023 2024-11-27T12:59:47,994 INFO [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357-splitting/a3dd13ba50c2%2C32975%2C1732712345357.1732712347023 after 7ms 2024-11-27T12:59:48,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741850_1026 (size=65) 2024-11-27T12:59:48,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741850_1026 (size=65) 2024-11-27T12:59:48,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741850_1026 (size=65) 2024-11-27T12:59:48,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. 2024-11-27T12:59:48,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-27T12:59:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-27T12:59:48,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e946b97ab7c0ab4eb4a9416ab0d0ffdc 2024-11-27T12:59:48,008 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e946b97ab7c0ab4eb4a9416ab0d0ffdc 2024-11-27T12:59:48,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e946b97ab7c0ab4eb4a9416ab0d0ffdc in 10.0760 sec 2024-11-27T12:59:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741849_1025 (size=57) 2024-11-27T12:59:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741849_1025 (size=57) 2024-11-27T12:59:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741849_1025 (size=57) 2024-11-27T12:59:48,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. 2024-11-27T12:59:48,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-27T12:59:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-27T12:59:48,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6a84e004d95a38d74f325528eabfe778 2024-11-27T12:59:48,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a84e004d95a38d74f325528eabfe778 2024-11-27T12:59:48,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741852_1028 (size=65) 2024-11-27T12:59:48,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741852_1028 (size=65) 2024-11-27T12:59:48,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. 2024-11-27T12:59:48,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-27T12:59:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-27T12:59:48,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 59d07c77ce7c4db0cc01dda848361322 2024-11-27T12:59:48,025 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59d07c77ce7c4db0cc01dda848361322 2024-11-27T12:59:48,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741851_1027 (size=65) 2024-11-27T12:59:48,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6a84e004d95a38d74f325528eabfe778 in 10.0870 sec 2024-11-27T12:59:48,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741851_1027 (size=65) 2024-11-27T12:59:48,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741851_1027 (size=65) 2024-11-27T12:59:48,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741852_1028 (size=65) 2024-11-27T12:59:48,035 INFO [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357-splitting/a3dd13ba50c2%2C32975%2C1732712345357.1732712347023 took 53ms 2024-11-27T12:59:48,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 59d07c77ce7c4db0cc01dda848361322 in 10.0980 sec 2024-11-27T12:59:48,047 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 403cd71b4dd4f7ae64a7da550468e76c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T12:59:48,049 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 8a6088fb8edd3c2aee0e1eac6ec1d76a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T12:59:48,052 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 04c6a3560b54e1fdf6190c8ebc184965: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T12:59:48,054 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 265bfc235b9992e4ebd619c24c073c4b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T12:59:48,054 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357-splitting/a3dd13ba50c2%2C32975%2C1732712345357.1732712347023 so closing down 2024-11-27T12:59:48,054 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T12:59:48,055 INFO [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T12:59:48,060 INFO [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 18 ms; skipped=4; WAL=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357-splitting/a3dd13ba50c2%2C32975%2C1732712345357.1732712347023, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-27T12:59:48,060 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357-splitting/a3dd13ba50c2%2C32975%2C1732712345357.1732712347023, journal: Splitting hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357-splitting/a3dd13ba50c2%2C32975%2C1732712345357.1732712347023, size=1.2 K (1257bytes) at 1732712387984Finishing writing output for hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357-splitting/a3dd13ba50c2%2C32975%2C1732712345357.1732712347023 so closing down at 1732712388054 (+70 ms)3 split writer threads finished at 1732712388055 (+1 ms)Processed 4 edits across 0 Regions in 18 ms; skipped=4; WAL=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357-splitting/a3dd13ba50c2%2C32975%2C1732712345357.1732712347023, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732712388060 (+5 ms) 2024-11-27T12:59:48,061 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357-splitting/a3dd13ba50c2%2C32975%2C1732712345357.1732712347023 2024-11-27T12:59:48,061 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-27T12:59:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-27T12:59:48,070 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357-splitting/a3dd13ba50c2%2C32975%2C1732712345357.1732712347023 to hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/oldWALs 2024-11-27T12:59:48,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/35d4f22c46811c4d20977d4b1d12292c/.tmp/cf/d741e400757d450ca508dc7cadb00416 is 34, key is baa/cf:cf/1732712377196/Put/seqid=0 2024-11-27T12:59:48,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-27T12:59:48,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a3dd13ba50c2%2C32975%2C1732712345357.1732712347023, worker=a3dd13ba50c2,40627,1732712345478 in 9.9690 sec 2024-11-27T12:59:48,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/5eebf7e2678dce7e271d7603abe8e862/.tmp/cf/d8a660e4ef0d4904afe1c53031a2a69f is 34, key is ccd/cf:cf/1732712377240/Put/seqid=0 2024-11-27T12:59:48,079 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:48,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-27T12:59:48,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure a3dd13ba50c2%2C32975%2C1732712345357.1732712347023, worker=a3dd13ba50c2,40627,1732712345478 in 9.9890 sec 2024-11-27T12:59:48,087 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357-splitting dir is empty, no logs to split. 2024-11-27T12:59:48,087 INFO [PEWorker-3 {}] master.SplitWALManager(105): a3dd13ba50c2,32975,1732712345357 WAL count=0, meta=false 2024-11-27T12:59:48,087 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a3dd13ba50c2,32975,1732712345357 WAL splitting is done? wals=0, meta=false 2024-11-27T12:59:48,090 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for a3dd13ba50c2,32975,1732712345357 failed, ignore...File hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/WALs/a3dd13ba50c2,32975,1732712345357-splitting does not exist. 2024-11-27T12:59:48,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04c6a3560b54e1fdf6190c8ebc184965, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a6088fb8edd3c2aee0e1eac6ec1d76a, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=403cd71b4dd4f7ae64a7da550468e76c, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=265bfc235b9992e4ebd619c24c073c4b, ASSIGN}] 2024-11-27T12:59:48,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a6088fb8edd3c2aee0e1eac6ec1d76a, ASSIGN 2024-11-27T12:59:48,096 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=265bfc235b9992e4ebd619c24c073c4b, ASSIGN 2024-11-27T12:59:48,097 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=403cd71b4dd4f7ae64a7da550468e76c, ASSIGN 2024-11-27T12:59:48,097 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a6088fb8edd3c2aee0e1eac6ec1d76a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T12:59:48,097 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=265bfc235b9992e4ebd619c24c073c4b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T12:59:48,098 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04c6a3560b54e1fdf6190c8ebc184965, ASSIGN 2024-11-27T12:59:48,099 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=403cd71b4dd4f7ae64a7da550468e76c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T12:59:48,099 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=04c6a3560b54e1fdf6190c8ebc184965, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T12:59:48,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741853_1029 (size=28623) 2024-11-27T12:59:48,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741853_1029 (size=28623) 2024-11-27T12:59:48,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741853_1029 (size=28623) 2024-11-27T12:59:48,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741854_1030 (size=47197) 2024-11-27T12:59:48,108 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/35d4f22c46811c4d20977d4b1d12292c/.tmp/cf/d741e400757d450ca508dc7cadb00416 2024-11-27T12:59:48,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741854_1030 (size=47197) 2024-11-27T12:59:48,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741854_1030 (size=47197) 2024-11-27T12:59:48,109 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/5eebf7e2678dce7e271d7603abe8e862/.tmp/cf/d8a660e4ef0d4904afe1c53031a2a69f 2024-11-27T12:59:48,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/5eebf7e2678dce7e271d7603abe8e862/.tmp/cf/d8a660e4ef0d4904afe1c53031a2a69f as hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/5eebf7e2678dce7e271d7603abe8e862/cf/d8a660e4ef0d4904afe1c53031a2a69f 2024-11-27T12:59:48,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/35d4f22c46811c4d20977d4b1d12292c/.tmp/cf/d741e400757d450ca508dc7cadb00416 as hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/35d4f22c46811c4d20977d4b1d12292c/cf/d741e400757d450ca508dc7cadb00416 2024-11-27T12:59:48,162 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/5eebf7e2678dce7e271d7603abe8e862/cf/d8a660e4ef0d4904afe1c53031a2a69f, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-27T12:59:48,162 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/35d4f22c46811c4d20977d4b1d12292c/cf/d741e400757d450ca508dc7cadb00416, entries=731, sequenceid=5, filesize=28.0 K 2024-11-27T12:59:48,172 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 5eebf7e2678dce7e271d7603abe8e862 in 212ms, sequenceid=5, compaction requested=false 2024-11-27T12:59:48,172 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 35d4f22c46811c4d20977d4b1d12292c in 213ms, sequenceid=5, compaction requested=false 2024-11-27T12:59:48,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 5eebf7e2678dce7e271d7603abe8e862: 2024-11-27T12:59:48,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 35d4f22c46811c4d20977d4b1d12292c: 2024-11-27T12:59:48,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. for SnapshotProcedureTest completed. 2024-11-27T12:59:48,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. for SnapshotProcedureTest completed. 2024-11-27T12:59:48,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T12:59:48,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T12:59:48,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T12:59:48,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T12:59:48,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/5eebf7e2678dce7e271d7603abe8e862/cf/d8a660e4ef0d4904afe1c53031a2a69f] hfiles 2024-11-27T12:59:48,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/35d4f22c46811c4d20977d4b1d12292c/cf/d741e400757d450ca508dc7cadb00416] hfiles 2024-11-27T12:59:48,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/35d4f22c46811c4d20977d4b1d12292c/cf/d741e400757d450ca508dc7cadb00416 for snapshot=SnapshotProcedureTest 2024-11-27T12:59:48,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/5eebf7e2678dce7e271d7603abe8e862/cf/d8a660e4ef0d4904afe1c53031a2a69f for snapshot=SnapshotProcedureTest 2024-11-27T12:59:48,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741856_1032 (size=105) 2024-11-27T12:59:48,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741856_1032 (size=105) 2024-11-27T12:59:48,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741856_1032 (size=105) 2024-11-27T12:59:48,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. 2024-11-27T12:59:48,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T12:59:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-27T12:59:48,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 35d4f22c46811c4d20977d4b1d12292c 2024-11-27T12:59:48,193 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35d4f22c46811c4d20977d4b1d12292c 2024-11-27T12:59:48,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 35d4f22c46811c4d20977d4b1d12292c in 10.2620 sec 2024-11-27T12:59:48,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741855_1031 (size=105) 2024-11-27T12:59:48,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741855_1031 (size=105) 2024-11-27T12:59:48,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741855_1031 (size=105) 2024-11-27T12:59:48,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. 2024-11-27T12:59:48,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-27T12:59:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-27T12:59:48,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5eebf7e2678dce7e271d7603abe8e862 2024-11-27T12:59:48,208 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eebf7e2678dce7e271d7603abe8e862 2024-11-27T12:59:48,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5eebf7e2678dce7e271d7603abe8e862 in 10.2760 sec 2024-11-27T12:59:48,248 DEBUG [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(204): Hosts are {a3dd13ba50c2=0} racks are {/default-rack=0} 2024-11-27T12:59:48,249 DEBUG [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T12:59:48,249 DEBUG [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T12:59:48,249 DEBUG [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T12:59:48,249 DEBUG [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T12:59:48,249 INFO [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T12:59:48,249 INFO [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T12:59:48,249 DEBUG [a3dd13ba50c2:32983 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T12:59:48,249 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=04c6a3560b54e1fdf6190c8ebc184965, regionState=OPENING, regionLocation=a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:48,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=8a6088fb8edd3c2aee0e1eac6ec1d76a, regionState=OPENING, regionLocation=a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:48,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=265bfc235b9992e4ebd619c24c073c4b, regionState=OPENING, regionLocation=a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:48,249 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=403cd71b4dd4f7ae64a7da550468e76c, regionState=OPENING, regionLocation=a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:48,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=04c6a3560b54e1fdf6190c8ebc184965, ASSIGN because future has completed 2024-11-27T12:59:48,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965, server=a3dd13ba50c2,40627,1732712345478}] 2024-11-27T12:59:48,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a6088fb8edd3c2aee0e1eac6ec1d76a, ASSIGN because future has completed 2024-11-27T12:59:48,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a, server=a3dd13ba50c2,40929,1732712345535}] 2024-11-27T12:59:48,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=265bfc235b9992e4ebd619c24c073c4b, ASSIGN because future has completed 2024-11-27T12:59:48,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 265bfc235b9992e4ebd619c24c073c4b, server=a3dd13ba50c2,40929,1732712345535}] 2024-11-27T12:59:48,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=403cd71b4dd4f7ae64a7da550468e76c, ASSIGN because future has completed 2024-11-27T12:59:48,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c, server=a3dd13ba50c2,40627,1732712345478}] 2024-11-27T12:59:48,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. 2024-11-27T12:59:48,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-27T12:59:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-27T12:59:48,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f87d0696304b627e5d543a72229b9ae1 2024-11-27T12:59:48,427 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f87d0696304b627e5d543a72229b9ae1 2024-11-27T12:59:48,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f87d0696304b627e5d543a72229b9ae1 in 10.4950 sec 2024-11-27T12:59:53,098 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c held by pid=41 2024-11-27T12:59:53,098 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965 held by pid=39 2024-11-27T12:59:53,099 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:53,099 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:53,099 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a held by pid=40 2024-11-27T12:59:53,099 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:53,100 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b held by pid=42 2024-11-27T12:59:53,100 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:57,671 INFO [master/a3dd13ba50c2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T12:59:57,672 INFO [master/a3dd13ba50c2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T12:59:58,269 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T12:59:58,269 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 04c6a3560b54e1fdf6190c8ebc184965, NAME => 'SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T12:59:58,269 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:58,269 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:58,270 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:58,270 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:58,270 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T12:59:58,270 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 265bfc235b9992e4ebd619c24c073c4b, NAME => 'SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-27T12:59:58,270 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:58,271 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:58,271 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:58,271 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:58,272 INFO [StoreOpener-04c6a3560b54e1fdf6190c8ebc184965-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:58,272 INFO [StoreOpener-265bfc235b9992e4ebd619c24c073c4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:58,273 INFO [StoreOpener-04c6a3560b54e1fdf6190c8ebc184965-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04c6a3560b54e1fdf6190c8ebc184965 columnFamilyName cf 2024-11-27T12:59:58,273 DEBUG [StoreOpener-04c6a3560b54e1fdf6190c8ebc184965-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:58,273 INFO [StoreOpener-265bfc235b9992e4ebd619c24c073c4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 265bfc235b9992e4ebd619c24c073c4b columnFamilyName cf 2024-11-27T12:59:58,274 DEBUG [StoreOpener-265bfc235b9992e4ebd619c24c073c4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:58,274 INFO [StoreOpener-04c6a3560b54e1fdf6190c8ebc184965-1 {}] regionserver.HStore(327): Store=04c6a3560b54e1fdf6190c8ebc184965/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:58,274 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:58,274 INFO [StoreOpener-265bfc235b9992e4ebd619c24c073c4b-1 {}] regionserver.HStore(327): Store=265bfc235b9992e4ebd619c24c073c4b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:58,274 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:58,275 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:58,275 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:58,277 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:58,277 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:58,278 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:58,278 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:58,278 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:58,278 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:58,280 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:58,280 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:58,282 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 265bfc235b9992e4ebd619c24c073c4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74443008, jitterRate=0.10928726196289062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:59:58,282 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 04c6a3560b54e1fdf6190c8ebc184965; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62359734, jitterRate=-0.07076755166053772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:59:58,282 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:58,282 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:58,282 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 265bfc235b9992e4ebd619c24c073c4b: Running coprocessor pre-open hook at 1732712398271Writing region info on filesystem at 1732712398271Initializing all the Stores at 1732712398272 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712398272Cleaning up temporary data from old regions at 1732712398278 (+6 ms)Running coprocessor post-open hooks at 1732712398282 (+4 ms)Region opened successfully at 1732712398282 2024-11-27T12:59:58,282 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 04c6a3560b54e1fdf6190c8ebc184965: Running coprocessor pre-open hook at 1732712398270Writing region info on filesystem at 1732712398270Initializing all the Stores at 1732712398271 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712398271Cleaning up temporary data from old regions at 1732712398278 (+7 ms)Running coprocessor post-open hooks at 1732712398282 (+4 ms)Region opened successfully at 1732712398282 2024-11-27T12:59:58,284 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b., pid=45, masterSystemTime=1732712398259 2024-11-27T12:59:58,284 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965., pid=43, masterSystemTime=1732712398256 2024-11-27T12:59:58,286 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T12:59:58,286 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T12:59:58,286 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T12:59:58,287 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 403cd71b4dd4f7ae64a7da550468e76c, NAME => 'SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-27T12:59:58,287 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=04c6a3560b54e1fdf6190c8ebc184965, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:58,287 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:58,287 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:58,287 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T12:59:58,287 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T12:59:58,287 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:58,288 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:58,288 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T12:59:58,288 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a6088fb8edd3c2aee0e1eac6ec1d76a, NAME => 'SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-27T12:59:58,288 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:58,288 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T12:59:58,289 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:58,289 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:58,289 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=265bfc235b9992e4ebd619c24c073c4b, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:58,291 INFO [StoreOpener-403cd71b4dd4f7ae64a7da550468e76c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:58,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965, server=a3dd13ba50c2,40627,1732712345478 because future has completed 2024-11-27T12:59:58,292 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=a3dd13ba50c2,40627,1732712345478, table=SPTestTable, region=04c6a3560b54e1fdf6190c8ebc184965. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T12:59:58,292 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=a3dd13ba50c2,40929,1732712345535, table=SPTestTable, region=265bfc235b9992e4ebd619c24c073c4b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T12:59:58,293 INFO [StoreOpener-403cd71b4dd4f7ae64a7da550468e76c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 403cd71b4dd4f7ae64a7da550468e76c columnFamilyName cf 2024-11-27T12:59:58,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 265bfc235b9992e4ebd619c24c073c4b, server=a3dd13ba50c2,40929,1732712345535 because future has completed 2024-11-27T12:59:58,294 DEBUG [StoreOpener-403cd71b4dd4f7ae64a7da550468e76c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:58,294 INFO [StoreOpener-403cd71b4dd4f7ae64a7da550468e76c-1 {}] regionserver.HStore(327): Store=403cd71b4dd4f7ae64a7da550468e76c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:58,295 INFO [StoreOpener-8a6088fb8edd3c2aee0e1eac6ec1d76a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:58,295 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:58,296 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:58,297 INFO [StoreOpener-8a6088fb8edd3c2aee0e1eac6ec1d76a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a6088fb8edd3c2aee0e1eac6ec1d76a columnFamilyName cf 2024-11-27T12:59:58,297 DEBUG [StoreOpener-8a6088fb8edd3c2aee0e1eac6ec1d76a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T12:59:58,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-27T12:59:58,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965, server=a3dd13ba50c2,40627,1732712345478 in 10.0400 sec 2024-11-27T12:59:58,299 INFO [StoreOpener-8a6088fb8edd3c2aee0e1eac6ec1d76a-1 {}] regionserver.HStore(327): Store=8a6088fb8edd3c2aee0e1eac6ec1d76a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T12:59:58,299 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:58,299 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:58,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-27T12:59:58,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 265bfc235b9992e4ebd619c24c073c4b, server=a3dd13ba50c2,40929,1732712345535 in 10.0380 sec 2024-11-27T12:59:58,300 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:58,300 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:58,300 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:58,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04c6a3560b54e1fdf6190c8ebc184965, ASSIGN in 10.2040 sec 2024-11-27T12:59:58,301 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T12:59:58,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=265bfc235b9992e4ebd619c24c073c4b, ASSIGN in 10.2050 sec 2024-11-27T12:59:58,303 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T12:59:58,303 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:58,304 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:58,304 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:58,306 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:58,307 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:58,308 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 403cd71b4dd4f7ae64a7da550468e76c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60088716, jitterRate=-0.10460835695266724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:59:58,308 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 8a6088fb8edd3c2aee0e1eac6ec1d76a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64624773, jitterRate=-0.03701584041118622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T12:59:58,309 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:58,309 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:58,309 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 403cd71b4dd4f7ae64a7da550468e76c: Running coprocessor pre-open hook at 1732712398288Writing region info on filesystem at 1732712398288Initializing all the Stores at 1732712398290 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712398290Cleaning up temporary data from old regions at 1732712398300 (+10 ms)Running coprocessor post-open hooks at 1732712398309 (+9 ms)Region opened successfully at 1732712398309 2024-11-27T12:59:58,309 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 8a6088fb8edd3c2aee0e1eac6ec1d76a: Running coprocessor pre-open hook at 1732712398291Writing region info on filesystem at 1732712398291Initializing all the Stores at 1732712398294 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712398294Cleaning up temporary data from old regions at 1732712398304 (+10 ms)Running coprocessor post-open hooks at 1732712398309 (+5 ms)Region opened successfully at 1732712398309 2024-11-27T12:59:58,310 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c., pid=46, masterSystemTime=1732712398256 2024-11-27T12:59:58,310 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a., pid=44, masterSystemTime=1732712398259 2024-11-27T12:59:58,312 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T12:59:58,312 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T12:59:58,313 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=8a6088fb8edd3c2aee0e1eac6ec1d76a, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,40929,1732712345535 2024-11-27T12:59:58,313 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T12:59:58,313 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T12:59:58,315 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=403cd71b4dd4f7ae64a7da550468e76c, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,40627,1732712345478 2024-11-27T12:59:58,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a, server=a3dd13ba50c2,40929,1732712345535 because future has completed 2024-11-27T12:59:58,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c, server=a3dd13ba50c2,40627,1732712345478 because future has completed 2024-11-27T12:59:58,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-11-27T12:59:58,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-27T12:59:58,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c, server=a3dd13ba50c2,40627,1732712345478 in 10.0610 sec 2024-11-27T12:59:58,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a, server=a3dd13ba50c2,40929,1732712345535 in 10.0640 sec 2024-11-27T12:59:58,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=403cd71b4dd4f7ae64a7da550468e76c, ASSIGN in 10.2270 sec 2024-11-27T12:59:58,323 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T12:59:58,323 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T12:59:58,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-27T12:59:58,324 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server a3dd13ba50c2,32975,1732712345357 after splitting done 2024-11-27T12:59:58,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a6088fb8edd3c2aee0e1eac6ec1d76a, ASSIGN in 10.2270 sec 2024-11-27T12:59:58,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure a3dd13ba50c2,32975,1732712345357, splitWal=true, meta=false in 20.2520 sec 2024-11-27T13:00:03,775 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T13:00:03,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T13:00:06,900 INFO [regionserver/a3dd13ba50c2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-27T13:00:07,615 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3dd13ba50c2:32983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-27T13:00:08,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-27T13:00:08,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-27T13:00:08,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T13:00:08,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-27T13:00:08,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T13:00:08,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 403cd71b4dd4f7ae64a7da550468e76c: 2024-11-27T13:00:08,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T13:00:08,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-27T13:00:08,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. for SnapshotProcedureTest completed. 2024-11-27T13:00:08,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 04c6a3560b54e1fdf6190c8ebc184965: 2024-11-27T13:00:08,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 8a6088fb8edd3c2aee0e1eac6ec1d76a: 2024-11-27T13:00:08,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. for SnapshotProcedureTest completed. 2024-11-27T13:00:08,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T13:00:08,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. for SnapshotProcedureTest completed. 2024-11-27T13:00:08,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 265bfc235b9992e4ebd619c24c073c4b: 2024-11-27T13:00:08,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T13:00:08,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T13:00:08,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. for SnapshotProcedureTest completed. 2024-11-27T13:00:08,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T13:00:08,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:00:08,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:00:08,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:00:08,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T13:00:08,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T13:00:08,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T13:00:08,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T13:00:08,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:00:08,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T13:00:08,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741858_1034 (size=65) 2024-11-27T13:00:08,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741857_1033 (size=57) 2024-11-27T13:00:08,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741857_1033 (size=57) 2024-11-27T13:00:08,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741857_1033 (size=57) 2024-11-27T13:00:08,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741858_1034 (size=65) 2024-11-27T13:00:08,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T13:00:08,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T13:00:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-27T13:00:08,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T13:00:08,330 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T13:00:08,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741860_1036 (size=65) 2024-11-27T13:00:08,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T13:00:08,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-27T13:00:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-27T13:00:08,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T13:00:08,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T13:00:08,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-27T13:00:08,334 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T13:00:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-27T13:00:08,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T13:00:08,335 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T13:00:08,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 403cd71b4dd4f7ae64a7da550468e76c in 30.4000 sec 2024-11-27T13:00:08,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741860_1036 (size=65) 2024-11-27T13:00:08,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741858_1034 (size=65) 2024-11-27T13:00:08,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741860_1036 (size=65) 2024-11-27T13:00:08,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8a6088fb8edd3c2aee0e1eac6ec1d76a in 30.4030 sec 2024-11-27T13:00:08,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 04c6a3560b54e1fdf6190c8ebc184965 in 30.4030 sec 2024-11-27T13:00:08,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741859_1035 (size=65) 2024-11-27T13:00:08,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741859_1035 (size=65) 2024-11-27T13:00:08,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741859_1035 (size=65) 2024-11-27T13:00:08,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T13:00:08,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-27T13:00:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-27T13:00:08,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T13:00:08,341 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T13:00:08,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-11-27T13:00:08,345 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T13:00:08,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 265bfc235b9992e4ebd619c24c073c4b in 30.4090 sec 2024-11-27T13:00:08,347 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T13:00:08,350 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T13:00:08,350 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-27T13:00:08,354 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T13:00:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741861_1037 (size=1094) 2024-11-27T13:00:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741861_1037 (size=1094) 2024-11-27T13:00:08,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741861_1037 (size=1094) 2024-11-27T13:00:08,387 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T13:00:08,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-27T13:00:08,408 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,40929,1732712345535 2024-11-27T13:00:08,408 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,40627,1732712345478 2024-11-27T13:00:08,408 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,40929,1732712345535 2024-11-27T13:00:08,408 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,40627,1732712345478 2024-11-27T13:00:08,408 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,40929,1732712345535 2024-11-27T13:00:08,416 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,40627,1732712345478 2024-11-27T13:00:13,259 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 35d4f22c46811c4d20977d4b1d12292c, had cached 0 bytes from a total of 28623 2024-11-27T13:00:13,292 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5eebf7e2678dce7e271d7603abe8e862, had cached 0 bytes from a total of 47197 2024-11-27T13:00:17,639 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e946b97ab7c0ab4eb4a9416ab0d0ffdc changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:00:17,640 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 04c6a3560b54e1fdf6190c8ebc184965 changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:00:17,641 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f87d0696304b627e5d543a72229b9ae1 changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:00:17,642 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5eebf7e2678dce7e271d7603abe8e862 changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:00:17,643 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 403cd71b4dd4f7ae64a7da550468e76c changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:00:17,643 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6a84e004d95a38d74f325528eabfe778 changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:00:17,643 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 265bfc235b9992e4ebd619c24c073c4b changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:00:17,644 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 59d07c77ce7c4db0cc01dda848361322 changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:00:17,644 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8a6088fb8edd3c2aee0e1eac6ec1d76a changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:00:17,644 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 35d4f22c46811c4d20977d4b1d12292c changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:00:18,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-27T13:00:18,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-27T13:00:18,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-27T13:00:18,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-27T13:00:18,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-27T13:00:18,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-27T13:00:18,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T13:00:18,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-27T13:00:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-27T13:00:18,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-27T13:00:18,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-27T13:00:18,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T13:00:18,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-27T13:00:18,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-27T13:00:18,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-27T13:00:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-27T13:00:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-27T13:00:18,427 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40929,1732712345535 Release verify snapshot worker=a3dd13ba50c2,40929,1732712345535 2024-11-27T13:00:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-27T13:00:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-27T13:00:18,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40929,1732712345535 in 10.0310 sec 2024-11-27T13:00:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-27T13:00:18,431 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,40929,1732712345535 2024-11-27T13:00:18,431 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40929,1732712345535 Release verify snapshot worker=a3dd13ba50c2,40929,1732712345535 2024-11-27T13:00:18,431 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,40929,1732712345535 2024-11-27T13:00:18,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40929,1732712345535 in 10.0340 sec 2024-11-27T13:00:18,437 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40627,1732712345478 Release verify snapshot worker=a3dd13ba50c2,40627,1732712345478 2024-11-27T13:00:18,437 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40929,1732712345535 Release verify snapshot worker=a3dd13ba50c2,40929,1732712345535 2024-11-27T13:00:18,438 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40627,1732712345478 Release verify snapshot worker=a3dd13ba50c2,40627,1732712345478 2024-11-27T13:00:18,438 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,40929,1732712345535 2024-11-27T13:00:18,438 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40627,1732712345478 Release verify snapshot worker=a3dd13ba50c2,40627,1732712345478 2024-11-27T13:00:18,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40627,1732712345478 in 10.0400 sec 2024-11-27T13:00:18,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40627,1732712345478 in 10.0410 sec 2024-11-27T13:00:18,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40929,1732712345535 in 10.0400 sec 2024-11-27T13:00:18,441 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,40627,1732712345478 2024-11-27T13:00:18,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40627,1732712345478 in 10.0410 sec 2024-11-27T13:00:28,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-27T13:00:28,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-27T13:00:28,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-27T13:00:28,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-27T13:00:28,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-27T13:00:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-27T13:00:28,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-27T13:00:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-27T13:00:28,441 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40929,1732712345535 Release verify snapshot worker=a3dd13ba50c2,40929,1732712345535 2024-11-27T13:00:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-27T13:00:28,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-27T13:00:28,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-27T13:00:28,443 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40929,1732712345535 Release verify snapshot worker=a3dd13ba50c2,40929,1732712345535 2024-11-27T13:00:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-27T13:00:28,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40929,1732712345535 in 20.0440 sec 2024-11-27T13:00:28,444 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40929,1732712345535 Release verify snapshot worker=a3dd13ba50c2,40929,1732712345535 2024-11-27T13:00:28,445 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40627,1732712345478 Release verify snapshot worker=a3dd13ba50c2,40627,1732712345478 2024-11-27T13:00:28,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40929,1732712345535 in 20.0460 sec 2024-11-27T13:00:28,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40929,1732712345535 in 20.0480 sec 2024-11-27T13:00:28,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=25 2024-11-27T13:00:28,447 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T13:00:28,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40627,1732712345478 in 20.0480 sec 2024-11-27T13:00:28,448 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/.hbase-snapshot/SnapshotProcedureTest 2024-11-27T13:00:28,451 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T13:00:28,451 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-27T13:00:28,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5980 sec 2024-11-27T13:00:28,671 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-27T13:00:28,679 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-27T13:00:28,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T13:00:28,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:00:28,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:00:28,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:00:28,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:00:28,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:00:28,680 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T13:00:28,680 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1370226333, stopped=false 2024-11-27T13:00:28,681 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3dd13ba50c2,32983,1732712344630 2024-11-27T13:00:28,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T13:00:28,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T13:00:28,743 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T13:00:28,743 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:28,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:28,743 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T13:00:28,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:28,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:00:28,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:00:28,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:00:28,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T13:00:28,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T13:00:28,745 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3dd13ba50c2,40627,1732712345478' ***** 2024-11-27T13:00:28,745 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T13:00:28,745 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3dd13ba50c2,40929,1732712345535' ***** 2024-11-27T13:00:28,745 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T13:00:28,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T13:00:28,745 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T13:00:28,746 INFO [RS:1;a3dd13ba50c2:40627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T13:00:28,746 INFO [RS:1;a3dd13ba50c2:40627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T13:00:28,746 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T13:00:28,746 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(3091): Received CLOSE for 5eebf7e2678dce7e271d7603abe8e862 2024-11-27T13:00:28,747 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T13:00:28,747 INFO [RS:2;a3dd13ba50c2:40929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T13:00:28,747 INFO [RS:2;a3dd13ba50c2:40929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T13:00:28,747 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T13:00:28,747 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T13:00:28,747 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(3091): Received CLOSE for 403cd71b4dd4f7ae64a7da550468e76c 2024-11-27T13:00:28,748 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(3091): Received CLOSE for e946b97ab7c0ab4eb4a9416ab0d0ffdc 2024-11-27T13:00:28,748 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(3091): Received CLOSE for f87d0696304b627e5d543a72229b9ae1 2024-11-27T13:00:28,748 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(3091): Received CLOSE for 04c6a3560b54e1fdf6190c8ebc184965 2024-11-27T13:00:28,748 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for 35d4f22c46811c4d20977d4b1d12292c 2024-11-27T13:00:28,748 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(959): stopping server a3dd13ba50c2,40627,1732712345478 2024-11-27T13:00:28,748 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a84e004d95a38d74f325528eabfe778 2024-11-27T13:00:28,748 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T13:00:28,748 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5eebf7e2678dce7e271d7603abe8e862, disabling compactions & flushes 2024-11-27T13:00:28,748 INFO [RS:1;a3dd13ba50c2:40627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a3dd13ba50c2:40627. 2024-11-27T13:00:28,748 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for 59d07c77ce7c4db0cc01dda848361322 2024-11-27T13:00:28,748 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. 2024-11-27T13:00:28,749 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for 265bfc235b9992e4ebd619c24c073c4b 2024-11-27T13:00:28,749 DEBUG [RS:1;a3dd13ba50c2:40627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:00:28,748 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a6088fb8edd3c2aee0e1eac6ec1d76a, disabling compactions & flushes 2024-11-27T13:00:28,749 DEBUG [RS:1;a3dd13ba50c2:40627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:00:28,749 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. 2024-11-27T13:00:28,749 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(959): stopping server a3dd13ba50c2,40929,1732712345535 2024-11-27T13:00:28,749 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T13:00:28,749 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T13:00:28,749 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. after waiting 0 ms 2024-11-27T13:00:28,749 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. 2024-11-27T13:00:28,749 INFO [RS:2;a3dd13ba50c2:40929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a3dd13ba50c2:40929. 2024-11-27T13:00:28,749 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T13:00:28,749 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-27T13:00:28,749 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. after waiting 0 ms 2024-11-27T13:00:28,749 DEBUG [RS:2;a3dd13ba50c2:40929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:00:28,749 DEBUG [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(1325): Online Regions={5eebf7e2678dce7e271d7603abe8e862=SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862., 403cd71b4dd4f7ae64a7da550468e76c=SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c., e946b97ab7c0ab4eb4a9416ab0d0ffdc=SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc., f87d0696304b627e5d543a72229b9ae1=SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1., 04c6a3560b54e1fdf6190c8ebc184965=SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965.} 2024-11-27T13:00:28,749 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T13:00:28,749 DEBUG [RS:2;a3dd13ba50c2:40929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:00:28,750 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T13:00:28,750 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T13:00:28,750 DEBUG [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(1351): Waiting on 04c6a3560b54e1fdf6190c8ebc184965, 403cd71b4dd4f7ae64a7da550468e76c, 5eebf7e2678dce7e271d7603abe8e862, e946b97ab7c0ab4eb4a9416ab0d0ffdc, f87d0696304b627e5d543a72229b9ae1 2024-11-27T13:00:28,750 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T13:00:28,750 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T13:00:28,751 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-27T13:00:28,751 DEBUG [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(1325): Online Regions={8a6088fb8edd3c2aee0e1eac6ec1d76a=SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a., 35d4f22c46811c4d20977d4b1d12292c=SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c., 1588230740=hbase:meta,,1.1588230740, 6a84e004d95a38d74f325528eabfe778=SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778., 59d07c77ce7c4db0cc01dda848361322=SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322., 265bfc235b9992e4ebd619c24c073c4b=SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b.} 2024-11-27T13:00:28,751 DEBUG [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 265bfc235b9992e4ebd619c24c073c4b, 35d4f22c46811c4d20977d4b1d12292c, 59d07c77ce7c4db0cc01dda848361322, 6a84e004d95a38d74f325528eabfe778, 8a6088fb8edd3c2aee0e1eac6ec1d76a 2024-11-27T13:00:28,751 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T13:00:28,751 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T13:00:28,751 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T13:00:28,751 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T13:00:28,751 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T13:00:28,752 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-27T13:00:28,759 INFO [regionserver/a3dd13ba50c2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T13:00:28,759 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/8a6088fb8edd3c2aee0e1eac6ec1d76a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T13:00:28,760 INFO [regionserver/a3dd13ba50c2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T13:00:28,764 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T13:00:28,764 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a6088fb8edd3c2aee0e1eac6ec1d76a: Waiting for close lock at 1732712428748Running coprocessor pre-close hooks at 1732712428748Disabling compacts and flushes for region at 1732712428748Disabling writes for close at 1732712428749 (+1 ms)Writing region close event to WAL at 1732712428750 (+1 ms)Running coprocessor post-close hooks at 1732712428760 (+10 ms)Closed at 1732712428764 (+4 ms) 2024-11-27T13:00:28,764 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/5eebf7e2678dce7e271d7603abe8e862/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T13:00:28,765 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732712357793.8a6088fb8edd3c2aee0e1eac6ec1d76a. 2024-11-27T13:00:28,765 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35d4f22c46811c4d20977d4b1d12292c, disabling compactions & flushes 2024-11-27T13:00:28,765 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. 2024-11-27T13:00:28,765 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. 2024-11-27T13:00:28,765 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. after waiting 0 ms 2024-11-27T13:00:28,765 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. 2024-11-27T13:00:28,768 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. 2024-11-27T13:00:28,768 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5eebf7e2678dce7e271d7603abe8e862: Waiting for close lock at 1732712428748Running coprocessor pre-close hooks at 1732712428748Disabling compacts and flushes for region at 1732712428748Disabling writes for close at 1732712428749 (+1 ms)Writing region close event to WAL at 1732712428753 (+4 ms)Running coprocessor post-close hooks at 1732712428767 (+14 ms)Closed at 1732712428767 2024-11-27T13:00:28,768 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732712357793.5eebf7e2678dce7e271d7603abe8e862. 2024-11-27T13:00:28,768 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 403cd71b4dd4f7ae64a7da550468e76c, disabling compactions & flushes 2024-11-27T13:00:28,768 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T13:00:28,768 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T13:00:28,768 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. after waiting 0 ms 2024-11-27T13:00:28,768 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T13:00:28,775 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/35d4f22c46811c4d20977d4b1d12292c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T13:00:28,776 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. 2024-11-27T13:00:28,776 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35d4f22c46811c4d20977d4b1d12292c: Waiting for close lock at 1732712428765Running coprocessor pre-close hooks at 1732712428765Disabling compacts and flushes for region at 1732712428765Disabling writes for close at 1732712428765Writing region close event to WAL at 1732712428766 (+1 ms)Running coprocessor post-close hooks at 1732712428776 (+10 ms)Closed at 1732712428776 2024-11-27T13:00:28,777 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732712357793.35d4f22c46811c4d20977d4b1d12292c. 2024-11-27T13:00:28,777 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a84e004d95a38d74f325528eabfe778, disabling compactions & flushes 2024-11-27T13:00:28,777 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. 2024-11-27T13:00:28,777 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. 2024-11-27T13:00:28,777 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. after waiting 0 ms 2024-11-27T13:00:28,777 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. 2024-11-27T13:00:28,779 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/403cd71b4dd4f7ae64a7da550468e76c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T13:00:28,783 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T13:00:28,783 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 403cd71b4dd4f7ae64a7da550468e76c: Waiting for close lock at 1732712428768Running coprocessor pre-close hooks at 1732712428768Disabling compacts and flushes for region at 1732712428768Disabling writes for close at 1732712428768Writing region close event to WAL at 1732712428769 (+1 ms)Running coprocessor post-close hooks at 1732712428783 (+14 ms)Closed at 1732712428783 2024-11-27T13:00:28,784 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732712357793.403cd71b4dd4f7ae64a7da550468e76c. 2024-11-27T13:00:28,784 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e946b97ab7c0ab4eb4a9416ab0d0ffdc, disabling compactions & flushes 2024-11-27T13:00:28,784 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. 2024-11-27T13:00:28,784 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. 2024-11-27T13:00:28,784 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. after waiting 0 ms 2024-11-27T13:00:28,784 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. 2024-11-27T13:00:28,788 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/6a84e004d95a38d74f325528eabfe778/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T13:00:28,789 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. 2024-11-27T13:00:28,789 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/.tmp/info/d680e7545ae141c485bdaeac225cc888 is 167, key is SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc./info:regioninfo/1732712368292/Put/seqid=0 2024-11-27T13:00:28,789 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a84e004d95a38d74f325528eabfe778: Waiting for close lock at 1732712428777Running coprocessor pre-close hooks at 1732712428777Disabling compacts and flushes for region at 1732712428777Disabling writes for close at 1732712428777Writing region close event to WAL at 1732712428783 (+6 ms)Running coprocessor post-close hooks at 1732712428789 (+6 ms)Closed at 1732712428789 2024-11-27T13:00:28,790 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732712357793.6a84e004d95a38d74f325528eabfe778. 2024-11-27T13:00:28,790 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59d07c77ce7c4db0cc01dda848361322, disabling compactions & flushes 2024-11-27T13:00:28,790 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. 2024-11-27T13:00:28,790 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. 2024-11-27T13:00:28,790 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. after waiting 0 ms 2024-11-27T13:00:28,790 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. 2024-11-27T13:00:28,799 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/e946b97ab7c0ab4eb4a9416ab0d0ffdc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T13:00:28,800 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/59d07c77ce7c4db0cc01dda848361322/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T13:00:28,800 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. 2024-11-27T13:00:28,800 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e946b97ab7c0ab4eb4a9416ab0d0ffdc: Waiting for close lock at 1732712428784Running coprocessor pre-close hooks at 1732712428784Disabling compacts and flushes for region at 1732712428784Disabling writes for close at 1732712428784Writing region close event to WAL at 1732712428784Running coprocessor post-close hooks at 1732712428800 (+16 ms)Closed at 1732712428800 2024-11-27T13:00:28,800 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732712357793.e946b97ab7c0ab4eb4a9416ab0d0ffdc. 2024-11-27T13:00:28,800 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. 2024-11-27T13:00:28,801 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f87d0696304b627e5d543a72229b9ae1, disabling compactions & flushes 2024-11-27T13:00:28,801 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. 2024-11-27T13:00:28,801 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59d07c77ce7c4db0cc01dda848361322: Waiting for close lock at 1732712428790Running coprocessor pre-close hooks at 1732712428790Disabling compacts and flushes for region at 1732712428790Disabling writes for close at 1732712428790Writing region close event to WAL at 1732712428790Running coprocessor post-close hooks at 1732712428800 (+10 ms)Closed at 1732712428800 2024-11-27T13:00:28,801 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. 2024-11-27T13:00:28,801 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. after waiting 0 ms 2024-11-27T13:00:28,801 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732712357793.59d07c77ce7c4db0cc01dda848361322. 2024-11-27T13:00:28,801 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. 2024-11-27T13:00:28,801 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 265bfc235b9992e4ebd619c24c073c4b, disabling compactions & flushes 2024-11-27T13:00:28,801 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T13:00:28,801 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T13:00:28,801 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. after waiting 0 ms 2024-11-27T13:00:28,801 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T13:00:28,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741862_1038 (size=20292) 2024-11-27T13:00:28,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741862_1038 (size=20292) 2024-11-27T13:00:28,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741862_1038 (size=20292) 2024-11-27T13:00:28,816 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/.tmp/info/d680e7545ae141c485bdaeac225cc888 2024-11-27T13:00:28,817 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/265bfc235b9992e4ebd619c24c073c4b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T13:00:28,817 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T13:00:28,817 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 265bfc235b9992e4ebd619c24c073c4b: Waiting for close lock at 1732712428801Running coprocessor pre-close hooks at 1732712428801Disabling compacts and flushes for region at 1732712428801Disabling writes for close at 1732712428801Writing region close event to WAL at 1732712428806 (+5 ms)Running coprocessor post-close hooks at 1732712428817 (+11 ms)Closed at 1732712428817 2024-11-27T13:00:28,818 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732712357793.265bfc235b9992e4ebd619c24c073c4b. 2024-11-27T13:00:28,818 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/f87d0696304b627e5d543a72229b9ae1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T13:00:28,820 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. 2024-11-27T13:00:28,820 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f87d0696304b627e5d543a72229b9ae1: Waiting for close lock at 1732712428800Running coprocessor pre-close hooks at 1732712428801 (+1 ms)Disabling compacts and flushes for region at 1732712428801Disabling writes for close at 1732712428801Writing region close event to WAL at 1732712428802 (+1 ms)Running coprocessor post-close hooks at 1732712428820 (+18 ms)Closed at 1732712428820 2024-11-27T13:00:28,820 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732712357793.f87d0696304b627e5d543a72229b9ae1. 2024-11-27T13:00:28,820 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04c6a3560b54e1fdf6190c8ebc184965, disabling compactions & flushes 2024-11-27T13:00:28,820 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T13:00:28,820 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T13:00:28,821 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. after waiting 0 ms 2024-11-27T13:00:28,821 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T13:00:28,827 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/default/SPTestTable/04c6a3560b54e1fdf6190c8ebc184965/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T13:00:28,828 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T13:00:28,828 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04c6a3560b54e1fdf6190c8ebc184965: Waiting for close lock at 1732712428820Running coprocessor pre-close hooks at 1732712428820Disabling compacts and flushes for region at 1732712428820Disabling writes for close at 1732712428821 (+1 ms)Writing region close event to WAL at 1732712428821Running coprocessor post-close hooks at 1732712428828 (+7 ms)Closed at 1732712428828 2024-11-27T13:00:28,828 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732712357793.04c6a3560b54e1fdf6190c8ebc184965. 2024-11-27T13:00:28,849 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/.tmp/ns/f68d6a8fdc074da4b1e984a175409c36 is 43, key is default/ns:d/1732712357564/Put/seqid=0 2024-11-27T13:00:28,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741863_1039 (size=5153) 2024-11-27T13:00:28,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741863_1039 (size=5153) 2024-11-27T13:00:28,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741863_1039 (size=5153) 2024-11-27T13:00:28,859 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/.tmp/ns/f68d6a8fdc074da4b1e984a175409c36 2024-11-27T13:00:28,861 INFO [regionserver/a3dd13ba50c2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T13:00:28,862 INFO [regionserver/a3dd13ba50c2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T13:00:28,882 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/.tmp/table/f844151819c74d98ad9d258b46c29e26 is 47, key is SPTestTable/table:state/1732712368383/Put/seqid=0 2024-11-27T13:00:28,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741864_1040 (size=5214) 2024-11-27T13:00:28,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741864_1040 (size=5214) 2024-11-27T13:00:28,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741864_1040 (size=5214) 2024-11-27T13:00:28,891 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/.tmp/table/f844151819c74d98ad9d258b46c29e26 2024-11-27T13:00:28,901 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/.tmp/info/d680e7545ae141c485bdaeac225cc888 as hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/info/d680e7545ae141c485bdaeac225cc888 2024-11-27T13:00:28,909 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/info/d680e7545ae141c485bdaeac225cc888, entries=116, sequenceid=37, filesize=19.8 K 2024-11-27T13:00:28,910 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/.tmp/ns/f68d6a8fdc074da4b1e984a175409c36 as hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/ns/f68d6a8fdc074da4b1e984a175409c36 2024-11-27T13:00:28,920 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/ns/f68d6a8fdc074da4b1e984a175409c36, entries=2, sequenceid=37, filesize=5.0 K 2024-11-27T13:00:28,921 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/.tmp/table/f844151819c74d98ad9d258b46c29e26 as hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/table/f844151819c74d98ad9d258b46c29e26 2024-11-27T13:00:28,930 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/table/f844151819c74d98ad9d258b46c29e26, entries=2, sequenceid=37, filesize=5.1 K 2024-11-27T13:00:28,931 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 180ms, sequenceid=37, compaction requested=false 2024-11-27T13:00:28,934 INFO [regionserver/a3dd13ba50c2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T13:00:28,934 INFO [regionserver/a3dd13ba50c2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T13:00:28,936 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-27T13:00:28,937 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T13:00:28,937 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T13:00:28,938 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732712428751Running coprocessor pre-close hooks at 1732712428751Disabling compacts and flushes for region at 1732712428751Disabling writes for close at 1732712428751Obtaining lock to block concurrent updates at 1732712428752 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732712428752Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1732712428752Flushing stores of hbase:meta,,1.1588230740 at 1732712428754 (+2 ms)Flushing 1588230740/info: creating writer at 1732712428754Flushing 1588230740/info: appending metadata at 1732712428789 (+35 ms)Flushing 1588230740/info: closing flushed file at 1732712428789Flushing 1588230740/ns: creating writer at 1732712428827 (+38 ms)Flushing 1588230740/ns: appending metadata at 1732712428848 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732712428849 (+1 ms)Flushing 1588230740/table: creating writer at 1732712428868 (+19 ms)Flushing 1588230740/table: appending metadata at 1732712428882 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732712428882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66c1bb25: reopening flushed file at 1732712428899 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad370bb: reopening flushed file at 1732712428909 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce5c403: reopening flushed file at 1732712428920 (+11 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 180ms, sequenceid=37, compaction requested=false at 1732712428931 (+11 ms)Writing region close event to WAL at 1732712428932 (+1 ms)Running coprocessor post-close hooks at 1732712428937 (+5 ms)Closed at 1732712428937 2024-11-27T13:00:28,938 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T13:00:28,950 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(976): stopping server a3dd13ba50c2,40627,1732712345478; all regions closed. 2024-11-27T13:00:28,951 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(976): stopping server a3dd13ba50c2,40929,1732712345535; all regions closed. 2024-11-27T13:00:28,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741836_1012 (size=19530) 2024-11-27T13:00:28,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741834_1010 (size=3530) 2024-11-27T13:00:28,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741834_1010 (size=3530) 2024-11-27T13:00:28,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741836_1012 (size=19530) 2024-11-27T13:00:28,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741834_1010 (size=3530) 2024-11-27T13:00:28,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741836_1012 (size=19530) 2024-11-27T13:00:28,959 DEBUG [RS:2;a3dd13ba50c2:40929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/oldWALs 2024-11-27T13:00:28,959 DEBUG [RS:1;a3dd13ba50c2:40627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/oldWALs 2024-11-27T13:00:28,959 INFO [RS:2;a3dd13ba50c2:40929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3dd13ba50c2%2C40929%2C1732712345535.meta:.meta(num 1732712357339) 2024-11-27T13:00:28,959 INFO [RS:1;a3dd13ba50c2:40627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3dd13ba50c2%2C40627%2C1732712345478:(num 1732712347023) 2024-11-27T13:00:28,959 DEBUG [RS:1;a3dd13ba50c2:40627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:00:28,959 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T13:00:28,959 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T13:00:28,959 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.ChoreService(370): Chore service for: regionserver/a3dd13ba50c2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T13:00:28,960 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T13:00:28,960 INFO [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T13:00:28,960 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T13:00:28,960 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T13:00:28,960 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T13:00:28,960 INFO [RS:1;a3dd13ba50c2:40627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40627 2024-11-27T13:00:28,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741833_1009 (size=3500) 2024-11-27T13:00:28,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741833_1009 (size=3500) 2024-11-27T13:00:28,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741833_1009 (size=3500) 2024-11-27T13:00:28,965 DEBUG [RS:2;a3dd13ba50c2:40929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/oldWALs 2024-11-27T13:00:28,965 INFO [RS:2;a3dd13ba50c2:40929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3dd13ba50c2%2C40929%2C1732712345535:(num 1732712347022) 2024-11-27T13:00:28,965 DEBUG [RS:2;a3dd13ba50c2:40929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:00:28,966 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T13:00:28,966 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T13:00:28,966 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.ChoreService(370): Chore service for: regionserver/a3dd13ba50c2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T13:00:28,966 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T13:00:28,966 INFO [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T13:00:28,966 INFO [RS:2;a3dd13ba50c2:40929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40929 2024-11-27T13:00:28,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T13:00:28,984 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3dd13ba50c2,40627,1732712345478 2024-11-27T13:00:28,984 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T13:00:28,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3dd13ba50c2,40929,1732712345535 2024-11-27T13:00:28,993 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T13:00:28,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3dd13ba50c2,40929,1732712345535] 2024-11-27T13:00:29,009 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3dd13ba50c2,40929,1732712345535 already deleted, retry=false 2024-11-27T13:00:29,010 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3dd13ba50c2,40929,1732712345535 expired; onlineServers=1 2024-11-27T13:00:29,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3dd13ba50c2,40627,1732712345478] 2024-11-27T13:00:29,017 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3dd13ba50c2,40627,1732712345478 already deleted, retry=false 2024-11-27T13:00:29,017 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3dd13ba50c2,40627,1732712345478 expired; onlineServers=0 2024-11-27T13:00:29,018 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3dd13ba50c2,32983,1732712344630' ***** 2024-11-27T13:00:29,018 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T13:00:29,018 INFO [M:0;a3dd13ba50c2:32983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T13:00:29,018 INFO [M:0;a3dd13ba50c2:32983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T13:00:29,018 DEBUG [M:0;a3dd13ba50c2:32983 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T13:00:29,018 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T13:00:29,018 DEBUG [M:0;a3dd13ba50c2:32983 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T13:00:29,018 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732712346683 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732712346683,5,FailOnTimeoutGroup] 2024-11-27T13:00:29,018 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732712346684 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732712346684,5,FailOnTimeoutGroup] 2024-11-27T13:00:29,018 INFO [M:0;a3dd13ba50c2:32983 {}] hbase.ChoreService(370): Chore service for: master/a3dd13ba50c2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T13:00:29,019 INFO [M:0;a3dd13ba50c2:32983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T13:00:29,019 DEBUG [M:0;a3dd13ba50c2:32983 {}] master.HMaster(1795): Stopping service threads 2024-11-27T13:00:29,019 INFO [M:0;a3dd13ba50c2:32983 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T13:00:29,019 INFO [M:0;a3dd13ba50c2:32983 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T13:00:29,019 ERROR [M:0;a3dd13ba50c2:32983 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:42623 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42623,5,PEWorkerGroup] 2024-11-27T13:00:29,020 INFO [M:0;a3dd13ba50c2:32983 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T13:00:29,020 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T13:00:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T13:00:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:29,026 DEBUG [M:0;a3dd13ba50c2:32983 {}] zookeeper.ZKUtil(347): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T13:00:29,026 WARN [M:0;a3dd13ba50c2:32983 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T13:00:29,027 INFO [M:0;a3dd13ba50c2:32983 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/.lastflushedseqids 2024-11-27T13:00:29,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741865_1041 (size=686) 2024-11-27T13:00:29,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741865_1041 (size=686) 2024-11-27T13:00:29,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741865_1041 (size=686) 2024-11-27T13:00:29,045 INFO [M:0;a3dd13ba50c2:32983 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T13:00:29,045 INFO [M:0;a3dd13ba50c2:32983 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T13:00:29,045 DEBUG [M:0;a3dd13ba50c2:32983 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T13:00:29,045 INFO [M:0;a3dd13ba50c2:32983 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:00:29,045 DEBUG [M:0;a3dd13ba50c2:32983 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:00:29,045 DEBUG [M:0;a3dd13ba50c2:32983 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T13:00:29,045 DEBUG [M:0;a3dd13ba50c2:32983 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:00:29,046 INFO [M:0;a3dd13ba50c2:32983 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=198.08 KB heapSize=245.55 KB 2024-11-27T13:00:29,064 DEBUG [M:0;a3dd13ba50c2:32983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db1cd91f30d544a4ba2b2b62d0aaac29 is 82, key is hbase:meta,,1/info:regioninfo/1732712357469/Put/seqid=0 2024-11-27T13:00:29,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741866_1042 (size=5672) 2024-11-27T13:00:29,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741866_1042 (size=5672) 2024-11-27T13:00:29,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741866_1042 (size=5672) 2024-11-27T13:00:29,074 INFO [M:0;a3dd13ba50c2:32983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db1cd91f30d544a4ba2b2b62d0aaac29 2024-11-27T13:00:29,101 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:00:29,101 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40627-0x1017da9bbd60002, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:00:29,101 INFO [RS:1;a3dd13ba50c2:40627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T13:00:29,101 INFO [RS:1;a3dd13ba50c2:40627 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3dd13ba50c2,40627,1732712345478; zookeeper connection closed. 2024-11-27T13:00:29,101 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14708b2f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14708b2f 2024-11-27T13:00:29,102 DEBUG [M:0;a3dd13ba50c2:32983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8030f6fe8c714182ac305a61b02b52b0 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732712368392/Put/seqid=0 2024-11-27T13:00:29,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741867_1043 (size=8973) 2024-11-27T13:00:29,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:00:29,109 INFO [RS:2;a3dd13ba50c2:40929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T13:00:29,110 INFO [RS:2;a3dd13ba50c2:40929 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3dd13ba50c2,40929,1732712345535; zookeeper connection closed. 2024-11-27T13:00:29,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1017da9bbd60003, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:00:29,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741867_1043 (size=8973) 2024-11-27T13:00:29,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741867_1043 (size=8973) 2024-11-27T13:00:29,110 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15a572b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15a572b9 2024-11-27T13:00:29,111 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-27T13:00:29,111 INFO [M:0;a3dd13ba50c2:32983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=197.34 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8030f6fe8c714182ac305a61b02b52b0 2024-11-27T13:00:29,119 INFO [M:0;a3dd13ba50c2:32983 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8030f6fe8c714182ac305a61b02b52b0 2024-11-27T13:00:29,141 DEBUG [M:0;a3dd13ba50c2:32983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13ff75a3b0ae40848e7ec2bc011533ae is 69, key is a3dd13ba50c2,40627,1732712345478/rs:state/1732712346736/Put/seqid=0 2024-11-27T13:00:29,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741868_1044 (size=5441) 2024-11-27T13:00:29,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741868_1044 (size=5441) 2024-11-27T13:00:29,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741868_1044 (size=5441) 2024-11-27T13:00:29,149 INFO [M:0;a3dd13ba50c2:32983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13ff75a3b0ae40848e7ec2bc011533ae 2024-11-27T13:00:29,155 INFO [M:0;a3dd13ba50c2:32983 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13ff75a3b0ae40848e7ec2bc011533ae 2024-11-27T13:00:29,156 DEBUG [M:0;a3dd13ba50c2:32983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db1cd91f30d544a4ba2b2b62d0aaac29 as hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db1cd91f30d544a4ba2b2b62d0aaac29 2024-11-27T13:00:29,163 INFO [M:0;a3dd13ba50c2:32983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db1cd91f30d544a4ba2b2b62d0aaac29, entries=8, sequenceid=522, filesize=5.5 K 2024-11-27T13:00:29,165 DEBUG [M:0;a3dd13ba50c2:32983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8030f6fe8c714182ac305a61b02b52b0 as hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8030f6fe8c714182ac305a61b02b52b0 2024-11-27T13:00:29,170 INFO [M:0;a3dd13ba50c2:32983 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8030f6fe8c714182ac305a61b02b52b0 2024-11-27T13:00:29,171 INFO [M:0;a3dd13ba50c2:32983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8030f6fe8c714182ac305a61b02b52b0, entries=56, sequenceid=522, filesize=8.8 K 2024-11-27T13:00:29,172 DEBUG [M:0;a3dd13ba50c2:32983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13ff75a3b0ae40848e7ec2bc011533ae as hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13ff75a3b0ae40848e7ec2bc011533ae 2024-11-27T13:00:29,178 INFO [M:0;a3dd13ba50c2:32983 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13ff75a3b0ae40848e7ec2bc011533ae 2024-11-27T13:00:29,178 INFO [M:0;a3dd13ba50c2:32983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42623/user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13ff75a3b0ae40848e7ec2bc011533ae, entries=3, sequenceid=522, filesize=5.3 K 2024-11-27T13:00:29,179 INFO [M:0;a3dd13ba50c2:32983 {}] regionserver.HRegion(3140): Finished flush of dataSize ~198.08 KB/202832, heapSize ~245.25 KB/251136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=522, compaction requested=false 2024-11-27T13:00:29,180 INFO [M:0;a3dd13ba50c2:32983 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:00:29,181 DEBUG [M:0;a3dd13ba50c2:32983 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732712429045Disabling compacts and flushes for region at 1732712429045Disabling writes for close at 1732712429045Obtaining lock to block concurrent updates at 1732712429046 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732712429046Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=202832, getHeapSize=251376, getOffHeapSize=0, getCellsCount=629 at 1732712429046Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732712429047 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732712429047Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732712429064 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732712429064Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732712429082 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732712429102 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732712429102Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732712429119 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732712429140 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732712429140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb1d528: reopening flushed file at 1732712429155 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@438a3c81: reopening flushed file at 1732712429164 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ded8b17: reopening flushed file at 1732712429171 (+7 ms)Finished flush of dataSize ~198.08 KB/202832, heapSize ~245.25 KB/251136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=522, compaction requested=false at 1732712429179 (+8 ms)Writing region close event to WAL at 1732712429180 (+1 ms)Closed at 1732712429180 2024-11-27T13:00:29,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36799 is added to blk_1073741830_1006 (size=237609) 2024-11-27T13:00:29,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741830_1006 (size=237609) 2024-11-27T13:00:29,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af0a29e6-fbc8-7881-6d8c-d07a26f0b570/MasterData/WALs/a3dd13ba50c2,32983,1732712344630/a3dd13ba50c2%2C32983%2C1732712344630.1732712345987 not finished, retry = 0 2024-11-27T13:00:29,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741830_1006 (size=237609) 2024-11-27T13:00:29,286 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T13:00:29,286 INFO [M:0;a3dd13ba50c2:32983 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T13:00:29,287 INFO [M:0;a3dd13ba50c2:32983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32983 2024-11-27T13:00:29,288 INFO [M:0;a3dd13ba50c2:32983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T13:00:29,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:00:29,418 INFO [M:0;a3dd13ba50c2:32983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T13:00:29,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x1017da9bbd60000, quorum=127.0.0.1:55127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:00:29,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T13:00:29,472 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T13:00:29,472 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T13:00:29,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T13:00:29,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/hadoop.log.dir/,STOPPED} 2024-11-27T13:00:29,475 WARN [BP-17184806-172.17.0.2-1732712340748 heartbeating to localhost/127.0.0.1:42623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T13:00:29,475 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T13:00:29,475 WARN [BP-17184806-172.17.0.2-1732712340748 heartbeating to localhost/127.0.0.1:42623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-17184806-172.17.0.2-1732712340748 (Datanode Uuid b9088dae-1764-49c9-a495-05d07812868b) service to localhost/127.0.0.1:42623 2024-11-27T13:00:29,475 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T13:00:29,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/cluster_a3d0338d-a1ff-4f8b-09dc-5e375d509d23/data/data5/current/BP-17184806-172.17.0.2-1732712340748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T13:00:29,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/cluster_a3d0338d-a1ff-4f8b-09dc-5e375d509d23/data/data6/current/BP-17184806-172.17.0.2-1732712340748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T13:00:29,477 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T13:00:29,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T13:00:29,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T13:00:29,480 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T13:00:29,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T13:00:29,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/hadoop.log.dir/,STOPPED} 2024-11-27T13:00:29,481 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T13:00:29,481 WARN [BP-17184806-172.17.0.2-1732712340748 heartbeating to localhost/127.0.0.1:42623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T13:00:29,481 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T13:00:29,481 WARN [BP-17184806-172.17.0.2-1732712340748 heartbeating to localhost/127.0.0.1:42623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-17184806-172.17.0.2-1732712340748 (Datanode Uuid 5c0c8d10-794a-41eb-ae52-565787c988f2) service to localhost/127.0.0.1:42623 2024-11-27T13:00:29,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/cluster_a3d0338d-a1ff-4f8b-09dc-5e375d509d23/data/data3/current/BP-17184806-172.17.0.2-1732712340748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T13:00:29,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/cluster_a3d0338d-a1ff-4f8b-09dc-5e375d509d23/data/data4/current/BP-17184806-172.17.0.2-1732712340748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T13:00:29,483 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T13:00:29,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T13:00:29,487 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T13:00:29,487 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T13:00:29,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T13:00:29,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/hadoop.log.dir/,STOPPED} 2024-11-27T13:00:29,489 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T13:00:29,490 WARN [BP-17184806-172.17.0.2-1732712340748 heartbeating to localhost/127.0.0.1:42623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T13:00:29,490 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T13:00:29,490 WARN [BP-17184806-172.17.0.2-1732712340748 heartbeating to localhost/127.0.0.1:42623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-17184806-172.17.0.2-1732712340748 (Datanode Uuid 3d4ae442-e73e-4de5-80c1-9fcb68b0d2ca) service to localhost/127.0.0.1:42623 2024-11-27T13:00:29,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/cluster_a3d0338d-a1ff-4f8b-09dc-5e375d509d23/data/data1/current/BP-17184806-172.17.0.2-1732712340748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T13:00:29,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/cluster_a3d0338d-a1ff-4f8b-09dc-5e375d509d23/data/data2/current/BP-17184806-172.17.0.2-1732712340748 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T13:00:29,491 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T13:00:29,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T13:00:29,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T13:00:29,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T13:00:29,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T13:00:29,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/hadoop.log.dir/,STOPPED} 2024-11-27T13:00:29,510 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T13:00:29,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T13:00:29,584 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: regionserver/a3dd13ba50c2:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a3dd13ba50c2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3f0b36f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/a3dd13ba50c2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42623 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a3dd13ba50c2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a3dd13ba50c2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42623 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/a3dd13ba50c2:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a3dd13ba50c2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=57 (was 142), ProcessCount=11 (was 11), AvailableMemoryMB=8934 (was 10130) 2024-11-27T13:00:29,591 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=57, ProcessCount=11, AvailableMemoryMB=8933 2024-11-27T13:00:29,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/hadoop.log.dir so I do NOT create it in target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394 2024-11-27T13:00:29,604 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T13:00:29,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/hadoop.tmp.dir so I do NOT create it in target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394 2024-11-27T13:00:29,604 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26faf7c9-b65b-886a-f47d-75bcbe234a12/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T13:00:29,604 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394 2024-11-27T13:00:29,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T13:00:29,604 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/cluster_5b32ec9b-32c8-cff4-95fd-4fc9bae01f57, deleteOnExit=true 2024-11-27T13:00:29,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T13:00:29,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/test.cache.data in system properties and HBase conf 2024-11-27T13:00:29,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T13:00:29,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/hadoop.log.dir in system properties and HBase conf 2024-11-27T13:00:29,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T13:00:29,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T13:00:29,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T13:00:29,605 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T13:00:29,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T13:00:29,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T13:00:29,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T13:00:29,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T13:00:29,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T13:00:29,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T13:00:29,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T13:00:29,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T13:00:29,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T13:00:29,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/nfs.dump.dir in system properties and HBase conf 2024-11-27T13:00:29,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/java.io.tmpdir in system properties and HBase conf 2024-11-27T13:00:29,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T13:00:29,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T13:00:29,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T13:00:29,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T13:00:29,891 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T13:00:29,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T13:00:29,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T13:00:29,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T13:00:29,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T13:00:29,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37206f93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/hadoop.log.dir/,AVAILABLE} 2024-11-27T13:00:29,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fb14da0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T13:00:29,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49a02228{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/java.io.tmpdir/jetty-localhost-44879-hadoop-hdfs-3_4_1-tests_jar-_-any-7456973897530392305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T13:00:29,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73963032{HTTP/1.1, (http/1.1)}{localhost:44879} 2024-11-27T13:00:29,990 INFO [Time-limited test {}] server.Server(415): Started @91086ms 2024-11-27T13:00:30,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T13:00:30,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T13:00:30,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T13:00:30,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T13:00:30,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T13:00:30,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@363b88c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/hadoop.log.dir/,AVAILABLE} 2024-11-27T13:00:30,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7afabc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T13:00:30,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2db41d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/java.io.tmpdir/jetty-localhost-37499-hadoop-hdfs-3_4_1-tests_jar-_-any-661501353629568635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T13:00:30,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@783535ad{HTTP/1.1, (http/1.1)}{localhost:37499} 2024-11-27T13:00:30,259 INFO [Time-limited test {}] server.Server(415): Started @91356ms 2024-11-27T13:00:30,261 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T13:00:30,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T13:00:30,295 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T13:00:30,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T13:00:30,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T13:00:30,297 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T13:00:30,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e949aef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/hadoop.log.dir/,AVAILABLE} 2024-11-27T13:00:30,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70fbbb4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T13:00:30,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ff2c577{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/java.io.tmpdir/jetty-localhost-37887-hadoop-hdfs-3_4_1-tests_jar-_-any-13483831676371076449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T13:00:30,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69446df2{HTTP/1.1, (http/1.1)}{localhost:37887} 2024-11-27T13:00:30,393 INFO [Time-limited test {}] server.Server(415): Started @91490ms 2024-11-27T13:00:30,394 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T13:00:30,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T13:00:30,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T13:00:30,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T13:00:30,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T13:00:30,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T13:00:30,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78d78867{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/hadoop.log.dir/,AVAILABLE} 2024-11-27T13:00:30,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@180e4735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T13:00:30,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@553e562f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/java.io.tmpdir/jetty-localhost-34397-hadoop-hdfs-3_4_1-tests_jar-_-any-17984419600939135087/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T13:00:30,527 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23255376{HTTP/1.1, (http/1.1)}{localhost:34397} 2024-11-27T13:00:30,527 INFO [Time-limited test {}] server.Server(415): Started @91624ms 2024-11-27T13:00:30,529 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T13:00:30,997 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/cluster_5b32ec9b-32c8-cff4-95fd-4fc9bae01f57/data/data2/current/BP-1543094379-172.17.0.2-1732712429623/current, will proceed with Du for space computation calculation, 2024-11-27T13:00:30,997 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/cluster_5b32ec9b-32c8-cff4-95fd-4fc9bae01f57/data/data1/current/BP-1543094379-172.17.0.2-1732712429623/current, will proceed with Du for space computation calculation, 2024-11-27T13:00:31,024 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T13:00:31,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd00d6e977a774232 with lease ID 0xecccd94528bc9c05: Processing first storage report for DS-3b4c0a5f-3794-41b0-81df-337e54461501 from datanode DatanodeRegistration(127.0.0.1:35345, datanodeUuid=6e301616-ab8a-46bd-996b-d69a3c0b0a70, infoPort=40469, infoSecurePort=0, ipcPort=45749, storageInfo=lv=-57;cid=testClusterID;nsid=1592323722;c=1732712429623) 2024-11-27T13:00:31,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd00d6e977a774232 with lease ID 0xecccd94528bc9c05: from storage DS-3b4c0a5f-3794-41b0-81df-337e54461501 node DatanodeRegistration(127.0.0.1:35345, datanodeUuid=6e301616-ab8a-46bd-996b-d69a3c0b0a70, infoPort=40469, infoSecurePort=0, ipcPort=45749, storageInfo=lv=-57;cid=testClusterID;nsid=1592323722;c=1732712429623), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T13:00:31,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd00d6e977a774232 with lease ID 0xecccd94528bc9c05: Processing first storage report for DS-2210e68a-dae2-45c2-bb37-c76d8b2ae23f from datanode DatanodeRegistration(127.0.0.1:35345, datanodeUuid=6e301616-ab8a-46bd-996b-d69a3c0b0a70, infoPort=40469, infoSecurePort=0, ipcPort=45749, storageInfo=lv=-57;cid=testClusterID;nsid=1592323722;c=1732712429623) 2024-11-27T13:00:31,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd00d6e977a774232 with lease ID 0xecccd94528bc9c05: from storage DS-2210e68a-dae2-45c2-bb37-c76d8b2ae23f node DatanodeRegistration(127.0.0.1:35345, datanodeUuid=6e301616-ab8a-46bd-996b-d69a3c0b0a70, infoPort=40469, infoSecurePort=0, ipcPort=45749, storageInfo=lv=-57;cid=testClusterID;nsid=1592323722;c=1732712429623), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T13:00:31,217 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/cluster_5b32ec9b-32c8-cff4-95fd-4fc9bae01f57/data/data3/current/BP-1543094379-172.17.0.2-1732712429623/current, will proceed with Du for space computation calculation, 2024-11-27T13:00:31,217 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/cluster_5b32ec9b-32c8-cff4-95fd-4fc9bae01f57/data/data4/current/BP-1543094379-172.17.0.2-1732712429623/current, will proceed with Du for space computation calculation, 2024-11-27T13:00:31,236 WARN [Thread-670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T13:00:31,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ac0f3e653097e7e with lease ID 0xecccd94528bc9c06: Processing first storage report for DS-14c49e3f-7338-43ec-bdd4-c50b84a79fc0 from datanode DatanodeRegistration(127.0.0.1:38841, datanodeUuid=2906bd8a-c654-4a3c-b5f2-81e000f3f78b, infoPort=32943, infoSecurePort=0, ipcPort=37149, storageInfo=lv=-57;cid=testClusterID;nsid=1592323722;c=1732712429623) 2024-11-27T13:00:31,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ac0f3e653097e7e with lease ID 0xecccd94528bc9c06: from storage DS-14c49e3f-7338-43ec-bdd4-c50b84a79fc0 node DatanodeRegistration(127.0.0.1:38841, datanodeUuid=2906bd8a-c654-4a3c-b5f2-81e000f3f78b, infoPort=32943, infoSecurePort=0, ipcPort=37149, storageInfo=lv=-57;cid=testClusterID;nsid=1592323722;c=1732712429623), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T13:00:31,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ac0f3e653097e7e with lease ID 0xecccd94528bc9c06: Processing first storage report for DS-3c2763c8-9343-469a-9291-7de7a1f3536b from datanode DatanodeRegistration(127.0.0.1:38841, datanodeUuid=2906bd8a-c654-4a3c-b5f2-81e000f3f78b, infoPort=32943, infoSecurePort=0, ipcPort=37149, storageInfo=lv=-57;cid=testClusterID;nsid=1592323722;c=1732712429623) 2024-11-27T13:00:31,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ac0f3e653097e7e with lease ID 0xecccd94528bc9c06: from storage DS-3c2763c8-9343-469a-9291-7de7a1f3536b node DatanodeRegistration(127.0.0.1:38841, datanodeUuid=2906bd8a-c654-4a3c-b5f2-81e000f3f78b, infoPort=32943, infoSecurePort=0, ipcPort=37149, storageInfo=lv=-57;cid=testClusterID;nsid=1592323722;c=1732712429623), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T13:00:31,333 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/cluster_5b32ec9b-32c8-cff4-95fd-4fc9bae01f57/data/data5/current/BP-1543094379-172.17.0.2-1732712429623/current, will proceed with Du for space computation calculation, 2024-11-27T13:00:31,333 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/cluster_5b32ec9b-32c8-cff4-95fd-4fc9bae01f57/data/data6/current/BP-1543094379-172.17.0.2-1732712429623/current, will proceed with Du for space computation calculation, 2024-11-27T13:00:31,353 WARN [Thread-693 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T13:00:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9e9100e22879ec2 with lease ID 0xecccd94528bc9c07: Processing first storage report for DS-57f6ec85-3385-4dd5-9795-8369c4fee987 from datanode DatanodeRegistration(127.0.0.1:33939, datanodeUuid=7990ca58-7d52-4d08-b334-e2f3a47db3db, infoPort=42939, infoSecurePort=0, ipcPort=35405, storageInfo=lv=-57;cid=testClusterID;nsid=1592323722;c=1732712429623) 2024-11-27T13:00:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9e9100e22879ec2 with lease ID 0xecccd94528bc9c07: from storage DS-57f6ec85-3385-4dd5-9795-8369c4fee987 node DatanodeRegistration(127.0.0.1:33939, datanodeUuid=7990ca58-7d52-4d08-b334-e2f3a47db3db, infoPort=42939, infoSecurePort=0, ipcPort=35405, storageInfo=lv=-57;cid=testClusterID;nsid=1592323722;c=1732712429623), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T13:00:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9e9100e22879ec2 with lease ID 0xecccd94528bc9c07: Processing first storage report for DS-17dc6a29-8059-418e-83fc-0ba2309befd9 from datanode DatanodeRegistration(127.0.0.1:33939, datanodeUuid=7990ca58-7d52-4d08-b334-e2f3a47db3db, infoPort=42939, infoSecurePort=0, ipcPort=35405, storageInfo=lv=-57;cid=testClusterID;nsid=1592323722;c=1732712429623) 2024-11-27T13:00:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9e9100e22879ec2 with lease ID 0xecccd94528bc9c07: from storage DS-17dc6a29-8059-418e-83fc-0ba2309befd9 node DatanodeRegistration(127.0.0.1:33939, datanodeUuid=7990ca58-7d52-4d08-b334-e2f3a47db3db, infoPort=42939, infoSecurePort=0, ipcPort=35405, storageInfo=lv=-57;cid=testClusterID;nsid=1592323722;c=1732712429623), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T13:00:31,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394 2024-11-27T13:00:31,368 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/cluster_5b32ec9b-32c8-cff4-95fd-4fc9bae01f57/zookeeper_0, clientPort=52687, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/cluster_5b32ec9b-32c8-cff4-95fd-4fc9bae01f57/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/cluster_5b32ec9b-32c8-cff4-95fd-4fc9bae01f57/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T13:00:31,369 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52687 2024-11-27T13:00:31,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:00:31,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:00:31,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741825_1001 (size=7) 2024-11-27T13:00:31,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741825_1001 (size=7) 2024-11-27T13:00:31,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741825_1001 (size=7) 2024-11-27T13:00:31,385 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023 with version=8 2024-11-27T13:00:31,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/hbase-staging 2024-11-27T13:00:31,387 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T13:00:31,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T13:00:31,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T13:00:31,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T13:00:31,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T13:00:31,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T13:00:31,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T13:00:31,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T13:00:31,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38555 2024-11-27T13:00:31,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38555 connecting to ZooKeeper ensemble=127.0.0.1:52687 2024-11-27T13:00:31,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385550x0, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T13:00:31,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38555-0x1017dab11cc0000 connected 2024-11-27T13:00:31,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:00:31,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:00:31,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T13:00:31,516 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023, hbase.cluster.distributed=false 2024-11-27T13:00:31,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T13:00:31,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38555 2024-11-27T13:00:31,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38555 2024-11-27T13:00:31,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38555 2024-11-27T13:00:31,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38555 2024-11-27T13:00:31,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38555 2024-11-27T13:00:31,537 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T13:00:31,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T13:00:31,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T13:00:31,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T13:00:31,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T13:00:31,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T13:00:31,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T13:00:31,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T13:00:31,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37131 2024-11-27T13:00:31,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37131 connecting to ZooKeeper ensemble=127.0.0.1:52687 2024-11-27T13:00:31,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:00:31,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:00:31,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371310x0, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T13:00:31,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37131-0x1017dab11cc0001 connected 2024-11-27T13:00:31,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T13:00:31,557 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T13:00:31,557 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T13:00:31,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T13:00:31,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T13:00:31,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37131 2024-11-27T13:00:31,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37131 2024-11-27T13:00:31,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37131 2024-11-27T13:00:31,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37131 2024-11-27T13:00:31,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37131 2024-11-27T13:00:31,581 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T13:00:31,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T13:00:31,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T13:00:31,582 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T13:00:31,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T13:00:31,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T13:00:31,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T13:00:31,582 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T13:00:31,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39231 2024-11-27T13:00:31,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39231 connecting to ZooKeeper ensemble=127.0.0.1:52687 2024-11-27T13:00:31,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:00:31,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:00:31,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392310x0, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T13:00:31,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39231-0x1017dab11cc0002 connected 2024-11-27T13:00:31,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T13:00:31,598 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T13:00:31,599 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T13:00:31,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T13:00:31,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T13:00:31,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39231 2024-11-27T13:00:31,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39231 2024-11-27T13:00:31,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39231 2024-11-27T13:00:31,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39231 2024-11-27T13:00:31,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39231 2024-11-27T13:00:31,616 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3dd13ba50c2:0 server-side Connection retries=45 2024-11-27T13:00:31,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T13:00:31,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T13:00:31,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T13:00:31,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T13:00:31,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T13:00:31,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T13:00:31,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T13:00:31,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40425 2024-11-27T13:00:31,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40425 connecting to ZooKeeper ensemble=127.0.0.1:52687 2024-11-27T13:00:31,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:00:31,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:00:31,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404250x0, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T13:00:31,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404250x0, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T13:00:31,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40425-0x1017dab11cc0003 connected 2024-11-27T13:00:31,634 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T13:00:31,637 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T13:00:31,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T13:00:31,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T13:00:31,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40425 2024-11-27T13:00:31,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40425 2024-11-27T13:00:31,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40425 2024-11-27T13:00:31,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40425 2024-11-27T13:00:31,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40425 2024-11-27T13:00:31,657 DEBUG [M:0;a3dd13ba50c2:38555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3dd13ba50c2:38555 2024-11-27T13:00:31,657 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a3dd13ba50c2,38555,1732712431387 2024-11-27T13:00:31,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T13:00:31,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T13:00:31,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T13:00:31,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T13:00:31,690 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a3dd13ba50c2,38555,1732712431387 2024-11-27T13:00:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T13:00:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T13:00:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T13:00:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,701 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T13:00:31,701 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a3dd13ba50c2,38555,1732712431387 from backup master directory 2024-11-27T13:00:31,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a3dd13ba50c2,38555,1732712431387 2024-11-27T13:00:31,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T13:00:31,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T13:00:31,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T13:00:31,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T13:00:31,709 WARN [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T13:00:31,709 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3dd13ba50c2,38555,1732712431387 2024-11-27T13:00:31,713 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/hbase.id] with ID: bb5fdd5f-0e43-4fa3-b2fc-176a8ac66292 2024-11-27T13:00:31,713 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/.tmp/hbase.id 2024-11-27T13:00:31,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741826_1002 (size=42) 2024-11-27T13:00:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741826_1002 (size=42) 2024-11-27T13:00:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741826_1002 (size=42) 2024-11-27T13:00:31,723 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/.tmp/hbase.id]:[hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/hbase.id] 2024-11-27T13:00:31,739 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T13:00:31,739 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T13:00:31,741 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T13:00:31,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741827_1003 (size=196) 2024-11-27T13:00:31,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741827_1003 (size=196) 2024-11-27T13:00:31,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741827_1003 (size=196) 2024-11-27T13:00:31,760 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:00:31,761 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T13:00:31,761 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T13:00:31,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741828_1004 (size=1189) 2024-11-27T13:00:31,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741828_1004 (size=1189) 2024-11-27T13:00:31,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741828_1004 (size=1189) 2024-11-27T13:00:31,774 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store 2024-11-27T13:00:31,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741829_1005 (size=34) 2024-11-27T13:00:31,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741829_1005 (size=34) 2024-11-27T13:00:31,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741829_1005 (size=34) 2024-11-27T13:00:31,785 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:31,785 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T13:00:31,785 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:00:31,785 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:00:31,785 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T13:00:31,785 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:00:31,785 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:00:31,785 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732712431785Disabling compacts and flushes for region at 1732712431785Disabling writes for close at 1732712431785Writing region close event to WAL at 1732712431785Closed at 1732712431785 2024-11-27T13:00:31,786 WARN [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/.initializing 2024-11-27T13:00:31,786 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/WALs/a3dd13ba50c2,38555,1732712431387 2024-11-27T13:00:31,787 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T13:00:31,789 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C38555%2C1732712431387, suffix=, logDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/WALs/a3dd13ba50c2,38555,1732712431387, archiveDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/oldWALs, maxLogs=10 2024-11-27T13:00:31,802 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/WALs/a3dd13ba50c2,38555,1732712431387/a3dd13ba50c2%2C38555%2C1732712431387.1732712431790, exclude list is [], retry=0 2024-11-27T13:00:31,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-14c49e3f-7338-43ec-bdd4-c50b84a79fc0,DISK] 2024-11-27T13:00:31,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33939,DS-57f6ec85-3385-4dd5-9795-8369c4fee987,DISK] 2024-11-27T13:00:31,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35345,DS-3b4c0a5f-3794-41b0-81df-337e54461501,DISK] 2024-11-27T13:00:31,808 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/WALs/a3dd13ba50c2,38555,1732712431387/a3dd13ba50c2%2C38555%2C1732712431387.1732712431790 2024-11-27T13:00:31,808 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32943:32943),(127.0.0.1/127.0.0.1:42939:42939),(127.0.0.1/127.0.0.1:40469:40469)] 2024-11-27T13:00:31,808 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T13:00:31,809 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:31,809 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:00:31,809 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:00:31,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:00:31,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T13:00:31,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:31,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:00:31,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:00:31,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T13:00:31,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:31,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:00:31,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:00:31,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T13:00:31,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:31,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:00:31,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:00:31,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T13:00:31,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:31,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:00:31,823 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:00:31,824 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:00:31,824 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:00:31,826 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:00:31,826 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:00:31,827 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T13:00:31,829 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T13:00:31,832 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:00:31,833 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64282772, jitterRate=-0.04211205244064331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T13:00:31,834 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732712431809Initializing all the Stores at 1732712431810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712431810Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712431810Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712431810Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712431810Cleaning up temporary data from old regions at 1732712431826 (+16 ms)Region opened successfully at 1732712431834 (+8 ms) 2024-11-27T13:00:31,834 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T13:00:31,839 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731f315f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T13:00:31,840 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T13:00:31,840 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T13:00:31,840 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T13:00:31,840 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T13:00:31,841 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T13:00:31,841 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T13:00:31,841 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-27T13:00:31,844 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T13:00:31,845 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T13:00:31,867 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T13:00:31,867 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T13:00:31,868 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T13:00:31,875 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T13:00:31,875 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T13:00:31,876 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T13:00:31,883 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T13:00:31,884 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T13:00:31,892 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T13:00:31,893 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T13:00:31,900 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T13:00:31,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T13:00:31,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T13:00:31,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T13:00:31,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T13:00:31,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,909 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3dd13ba50c2,38555,1732712431387, sessionid=0x1017dab11cc0000, setting cluster-up flag (Was=false) 2024-11-27T13:00:31,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,950 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T13:00:31,952 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3dd13ba50c2,38555,1732712431387 2024-11-27T13:00:31,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:31,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:32,000 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T13:00:32,002 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3dd13ba50c2,38555,1732712431387 2024-11-27T13:00:32,004 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T13:00:32,005 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T13:00:32,005 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T13:00:32,006 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T13:00:32,006 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3dd13ba50c2,38555,1732712431387 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T13:00:32,008 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T13:00:32,008 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T13:00:32,008 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T13:00:32,008 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=5, maxPoolSize=5 2024-11-27T13:00:32,008 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3dd13ba50c2:0, corePoolSize=10, maxPoolSize=10 2024-11-27T13:00:32,008 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,008 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T13:00:32,008 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,009 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732712462009 2024-11-27T13:00:32,009 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T13:00:32,009 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T13:00:32,009 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T13:00:32,009 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T13:00:32,009 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T13:00:32,009 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T13:00:32,010 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,010 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T13:00:32,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T13:00:32,010 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T13:00:32,010 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T13:00:32,010 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T13:00:32,011 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T13:00:32,011 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T13:00:32,011 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732712432011,5,FailOnTimeoutGroup] 2024-11-27T13:00:32,011 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732712432011,5,FailOnTimeoutGroup] 2024-11-27T13:00:32,011 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,011 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:32,011 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T13:00:32,011 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,011 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T13:00:32,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741831_1007 (size=1321) 2024-11-27T13:00:32,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741831_1007 (size=1321) 2024-11-27T13:00:32,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741831_1007 (size=1321) 2024-11-27T13:00:32,026 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T13:00:32,027 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023 2024-11-27T13:00:32,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741832_1008 (size=32) 2024-11-27T13:00:32,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741832_1008 (size=32) 2024-11-27T13:00:32,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741832_1008 (size=32) 2024-11-27T13:00:32,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:32,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T13:00:32,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T13:00:32,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:32,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:00:32,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T13:00:32,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T13:00:32,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:32,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:00:32,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T13:00:32,048 INFO [RS:0;a3dd13ba50c2:37131 {}] regionserver.HRegionServer(746): ClusterId : bb5fdd5f-0e43-4fa3-b2fc-176a8ac66292 2024-11-27T13:00:32,048 DEBUG [RS:0;a3dd13ba50c2:37131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T13:00:32,049 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(746): ClusterId : bb5fdd5f-0e43-4fa3-b2fc-176a8ac66292 2024-11-27T13:00:32,049 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(746): ClusterId : bb5fdd5f-0e43-4fa3-b2fc-176a8ac66292 2024-11-27T13:00:32,049 DEBUG [RS:1;a3dd13ba50c2:39231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T13:00:32,049 DEBUG [RS:2;a3dd13ba50c2:40425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T13:00:32,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T13:00:32,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:32,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:00:32,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T13:00:32,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T13:00:32,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:32,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:00:32,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T13:00:32,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740 2024-11-27T13:00:32,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740 2024-11-27T13:00:32,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T13:00:32,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T13:00:32,056 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T13:00:32,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T13:00:32,062 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:00:32,063 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72583366, jitterRate=0.08157643675804138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T13:00:32,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732712432040Initializing all the Stores at 1732712432041 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712432041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712432041Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712432041Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712432041Cleaning up temporary data from old regions at 1732712432055 (+14 ms)Region opened successfully at 1732712432064 (+9 ms) 2024-11-27T13:00:32,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T13:00:32,064 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T13:00:32,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T13:00:32,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T13:00:32,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T13:00:32,065 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T13:00:32,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732712432064Disabling compacts and flushes for region at 1732712432064Disabling writes for close at 1732712432064Writing region close event to WAL at 1732712432065 (+1 ms)Closed at 1732712432065 2024-11-27T13:00:32,066 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T13:00:32,066 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T13:00:32,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T13:00:32,067 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T13:00:32,068 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T13:00:32,073 DEBUG [RS:0;a3dd13ba50c2:37131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T13:00:32,073 DEBUG [RS:0;a3dd13ba50c2:37131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T13:00:32,073 DEBUG [RS:2;a3dd13ba50c2:40425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T13:00:32,073 DEBUG [RS:1;a3dd13ba50c2:39231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T13:00:32,073 DEBUG [RS:2;a3dd13ba50c2:40425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T13:00:32,073 DEBUG [RS:1;a3dd13ba50c2:39231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T13:00:32,092 DEBUG [RS:0;a3dd13ba50c2:37131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T13:00:32,093 DEBUG [RS:2;a3dd13ba50c2:40425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T13:00:32,093 DEBUG [RS:1;a3dd13ba50c2:39231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T13:00:32,093 DEBUG [RS:2;a3dd13ba50c2:40425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc7755e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T13:00:32,093 DEBUG [RS:0;a3dd13ba50c2:37131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f1981a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T13:00:32,093 DEBUG [RS:1;a3dd13ba50c2:39231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6aff89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3dd13ba50c2/172.17.0.2:0 2024-11-27T13:00:32,103 DEBUG [RS:1;a3dd13ba50c2:39231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a3dd13ba50c2:39231 2024-11-27T13:00:32,104 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T13:00:32,104 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T13:00:32,104 DEBUG [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T13:00:32,104 DEBUG [RS:2;a3dd13ba50c2:40425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a3dd13ba50c2:40425 2024-11-27T13:00:32,104 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T13:00:32,104 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T13:00:32,104 DEBUG [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T13:00:32,105 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3dd13ba50c2,38555,1732712431387 with port=39231, startcode=1732712431581 2024-11-27T13:00:32,105 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3dd13ba50c2,38555,1732712431387 with port=40425, startcode=1732712431616 2024-11-27T13:00:32,105 DEBUG [RS:1;a3dd13ba50c2:39231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T13:00:32,105 DEBUG [RS:2;a3dd13ba50c2:40425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T13:00:32,107 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60437, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T13:00:32,107 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47531, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T13:00:32,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3dd13ba50c2,39231,1732712431581 2024-11-27T13:00:32,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38555 {}] master.ServerManager(517): Registering regionserver=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:00:32,108 DEBUG [RS:0;a3dd13ba50c2:37131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3dd13ba50c2:37131 2024-11-27T13:00:32,108 INFO [RS:0;a3dd13ba50c2:37131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T13:00:32,108 INFO [RS:0;a3dd13ba50c2:37131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T13:00:32,109 DEBUG [RS:0;a3dd13ba50c2:37131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T13:00:32,109 INFO [RS:0;a3dd13ba50c2:37131 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3dd13ba50c2,38555,1732712431387 with port=37131, startcode=1732712431537 2024-11-27T13:00:32,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3dd13ba50c2,40425,1732712431616 2024-11-27T13:00:32,110 DEBUG [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023 2024-11-27T13:00:32,110 DEBUG [RS:0;a3dd13ba50c2:37131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T13:00:32,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38555 {}] master.ServerManager(517): Registering regionserver=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:00:32,110 DEBUG [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35395 2024-11-27T13:00:32,110 DEBUG [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T13:00:32,111 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41857, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T13:00:32,112 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3dd13ba50c2,37131,1732712431537 2024-11-27T13:00:32,112 DEBUG [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023 2024-11-27T13:00:32,112 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38555 {}] master.ServerManager(517): Registering regionserver=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:00:32,112 DEBUG [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35395 2024-11-27T13:00:32,112 DEBUG [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T13:00:32,113 DEBUG [RS:0;a3dd13ba50c2:37131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023 2024-11-27T13:00:32,113 DEBUG [RS:0;a3dd13ba50c2:37131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35395 2024-11-27T13:00:32,113 DEBUG [RS:0;a3dd13ba50c2:37131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T13:00:32,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T13:00:32,141 DEBUG [RS:1;a3dd13ba50c2:39231 {}] zookeeper.ZKUtil(111): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3dd13ba50c2,39231,1732712431581 2024-11-27T13:00:32,141 WARN [RS:1;a3dd13ba50c2:39231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T13:00:32,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3dd13ba50c2,40425,1732712431616] 2024-11-27T13:00:32,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3dd13ba50c2,39231,1732712431581] 2024-11-27T13:00:32,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3dd13ba50c2,37131,1732712431537] 2024-11-27T13:00:32,141 INFO [RS:1;a3dd13ba50c2:39231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T13:00:32,141 DEBUG [RS:2;a3dd13ba50c2:40425 {}] zookeeper.ZKUtil(111): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3dd13ba50c2,40425,1732712431616 2024-11-27T13:00:32,141 DEBUG [RS:0;a3dd13ba50c2:37131 {}] zookeeper.ZKUtil(111): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3dd13ba50c2,37131,1732712431537 2024-11-27T13:00:32,141 WARN [RS:2;a3dd13ba50c2:40425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T13:00:32,141 WARN [RS:0;a3dd13ba50c2:37131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T13:00:32,141 DEBUG [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,39231,1732712431581 2024-11-27T13:00:32,141 INFO [RS:2;a3dd13ba50c2:40425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T13:00:32,142 INFO [RS:0;a3dd13ba50c2:37131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T13:00:32,142 DEBUG [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,40425,1732712431616 2024-11-27T13:00:32,142 DEBUG [RS:0;a3dd13ba50c2:37131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537 2024-11-27T13:00:32,145 INFO [RS:0;a3dd13ba50c2:37131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T13:00:32,145 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T13:00:32,145 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T13:00:32,147 INFO [RS:0;a3dd13ba50c2:37131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T13:00:32,148 INFO [RS:0;a3dd13ba50c2:37131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T13:00:32,148 INFO [RS:0;a3dd13ba50c2:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,148 INFO [RS:0;a3dd13ba50c2:37131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T13:00:32,149 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T13:00:32,151 INFO [RS:0;a3dd13ba50c2:37131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T13:00:32,151 INFO [RS:0;a3dd13ba50c2:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,151 DEBUG [RS:0;a3dd13ba50c2:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,152 DEBUG [RS:0;a3dd13ba50c2:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,152 DEBUG [RS:0;a3dd13ba50c2:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,152 DEBUG [RS:0;a3dd13ba50c2:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,152 DEBUG [RS:0;a3dd13ba50c2:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,152 DEBUG [RS:0;a3dd13ba50c2:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T13:00:32,152 DEBUG [RS:0;a3dd13ba50c2:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,152 INFO [RS:2;a3dd13ba50c2:40425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T13:00:32,152 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,152 DEBUG [RS:0;a3dd13ba50c2:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,152 DEBUG [RS:0;a3dd13ba50c2:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,152 DEBUG [RS:0;a3dd13ba50c2:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,153 DEBUG [RS:0;a3dd13ba50c2:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,153 DEBUG [RS:0;a3dd13ba50c2:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,153 DEBUG [RS:0;a3dd13ba50c2:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T13:00:32,153 DEBUG [RS:0;a3dd13ba50c2:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T13:00:32,154 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T13:00:32,155 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T13:00:32,156 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T13:00:32,156 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,156 DEBUG [RS:2;a3dd13ba50c2:40425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,156 DEBUG [RS:2;a3dd13ba50c2:40425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,156 DEBUG [RS:2;a3dd13ba50c2:40425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,156 DEBUG [RS:2;a3dd13ba50c2:40425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,157 DEBUG [RS:2;a3dd13ba50c2:40425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,157 DEBUG [RS:2;a3dd13ba50c2:40425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T13:00:32,157 DEBUG [RS:2;a3dd13ba50c2:40425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,157 DEBUG [RS:2;a3dd13ba50c2:40425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,157 DEBUG [RS:2;a3dd13ba50c2:40425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,157 DEBUG [RS:2;a3dd13ba50c2:40425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,157 DEBUG [RS:2;a3dd13ba50c2:40425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,157 DEBUG [RS:2;a3dd13ba50c2:40425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,157 DEBUG [RS:2;a3dd13ba50c2:40425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T13:00:32,157 DEBUG [RS:2;a3dd13ba50c2:40425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T13:00:32,159 INFO [RS:1;a3dd13ba50c2:39231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T13:00:32,159 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,160 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T13:00:32,160 INFO [RS:0;a3dd13ba50c2:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,160 INFO [RS:0;a3dd13ba50c2:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,160 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,161 INFO [RS:0;a3dd13ba50c2:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,161 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,161 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,161 INFO [RS:0;a3dd13ba50c2:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,161 INFO [RS:0;a3dd13ba50c2:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,161 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,161 INFO [RS:0;a3dd13ba50c2:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,37131,1732712431537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T13:00:32,161 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,161 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,40425,1732712431616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T13:00:32,161 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T13:00:32,161 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,162 DEBUG [RS:1;a3dd13ba50c2:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,162 DEBUG [RS:1;a3dd13ba50c2:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,162 DEBUG [RS:1;a3dd13ba50c2:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,162 DEBUG [RS:1;a3dd13ba50c2:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,162 DEBUG [RS:1;a3dd13ba50c2:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,162 DEBUG [RS:1;a3dd13ba50c2:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=2, maxPoolSize=2 2024-11-27T13:00:32,162 DEBUG [RS:1;a3dd13ba50c2:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,162 DEBUG [RS:1;a3dd13ba50c2:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,162 DEBUG [RS:1;a3dd13ba50c2:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,162 DEBUG [RS:1;a3dd13ba50c2:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,162 DEBUG [RS:1;a3dd13ba50c2:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,162 DEBUG [RS:1;a3dd13ba50c2:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3dd13ba50c2:0, corePoolSize=1, maxPoolSize=1 2024-11-27T13:00:32,162 DEBUG [RS:1;a3dd13ba50c2:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T13:00:32,162 DEBUG [RS:1;a3dd13ba50c2:39231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3dd13ba50c2:0, corePoolSize=3, maxPoolSize=3 2024-11-27T13:00:32,167 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,167 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,167 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,167 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,167 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,167 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,39231,1732712431581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T13:00:32,176 INFO [RS:0;a3dd13ba50c2:37131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T13:00:32,177 INFO [RS:0;a3dd13ba50c2:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,37131,1732712431537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,177 INFO [RS:0;a3dd13ba50c2:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,177 INFO [RS:0;a3dd13ba50c2:37131 {}] regionserver.Replication(171): a3dd13ba50c2,37131,1732712431537 started 2024-11-27T13:00:32,178 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T13:00:32,178 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,40425,1732712431616-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,178 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,179 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.Replication(171): a3dd13ba50c2,40425,1732712431616 started 2024-11-27T13:00:32,182 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T13:00:32,182 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,39231,1732712431581-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,182 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,182 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.Replication(171): a3dd13ba50c2,39231,1732712431581 started 2024-11-27T13:00:32,191 INFO [RS:0;a3dd13ba50c2:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,191 INFO [RS:0;a3dd13ba50c2:37131 {}] regionserver.HRegionServer(1482): Serving as a3dd13ba50c2,37131,1732712431537, RpcServer on a3dd13ba50c2/172.17.0.2:37131, sessionid=0x1017dab11cc0001 2024-11-27T13:00:32,191 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,191 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(1482): Serving as a3dd13ba50c2,40425,1732712431616, RpcServer on a3dd13ba50c2/172.17.0.2:40425, sessionid=0x1017dab11cc0003 2024-11-27T13:00:32,191 DEBUG [RS:0;a3dd13ba50c2:37131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T13:00:32,191 DEBUG [RS:2;a3dd13ba50c2:40425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T13:00:32,191 DEBUG [RS:0;a3dd13ba50c2:37131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3dd13ba50c2,37131,1732712431537 2024-11-27T13:00:32,191 DEBUG [RS:2;a3dd13ba50c2:40425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3dd13ba50c2,40425,1732712431616 2024-11-27T13:00:32,191 DEBUG [RS:0;a3dd13ba50c2:37131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,37131,1732712431537' 2024-11-27T13:00:32,191 DEBUG [RS:2;a3dd13ba50c2:40425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,40425,1732712431616' 2024-11-27T13:00:32,191 DEBUG [RS:0;a3dd13ba50c2:37131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T13:00:32,191 DEBUG [RS:2;a3dd13ba50c2:40425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T13:00:32,192 DEBUG [RS:2;a3dd13ba50c2:40425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T13:00:32,192 DEBUG [RS:0;a3dd13ba50c2:37131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T13:00:32,192 DEBUG [RS:2;a3dd13ba50c2:40425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T13:00:32,192 DEBUG [RS:0;a3dd13ba50c2:37131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T13:00:32,192 DEBUG [RS:2;a3dd13ba50c2:40425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T13:00:32,192 DEBUG [RS:0;a3dd13ba50c2:37131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T13:00:32,192 DEBUG [RS:2;a3dd13ba50c2:40425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3dd13ba50c2,40425,1732712431616 2024-11-27T13:00:32,192 DEBUG [RS:2;a3dd13ba50c2:40425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,40425,1732712431616' 2024-11-27T13:00:32,192 DEBUG [RS:0;a3dd13ba50c2:37131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3dd13ba50c2,37131,1732712431537 2024-11-27T13:00:32,192 DEBUG [RS:2;a3dd13ba50c2:40425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T13:00:32,192 DEBUG [RS:0;a3dd13ba50c2:37131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,37131,1732712431537' 2024-11-27T13:00:32,192 DEBUG [RS:0;a3dd13ba50c2:37131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T13:00:32,193 DEBUG [RS:2;a3dd13ba50c2:40425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T13:00:32,193 DEBUG [RS:0;a3dd13ba50c2:37131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T13:00:32,193 DEBUG [RS:2;a3dd13ba50c2:40425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T13:00:32,193 DEBUG [RS:0;a3dd13ba50c2:37131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T13:00:32,193 INFO [RS:2;a3dd13ba50c2:40425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T13:00:32,193 INFO [RS:2;a3dd13ba50c2:40425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T13:00:32,193 INFO [RS:0;a3dd13ba50c2:37131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T13:00:32,193 INFO [RS:0;a3dd13ba50c2:37131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T13:00:32,196 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:32,196 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(1482): Serving as a3dd13ba50c2,39231,1732712431581, RpcServer on a3dd13ba50c2/172.17.0.2:39231, sessionid=0x1017dab11cc0002 2024-11-27T13:00:32,196 DEBUG [RS:1;a3dd13ba50c2:39231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T13:00:32,196 DEBUG [RS:1;a3dd13ba50c2:39231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3dd13ba50c2,39231,1732712431581 2024-11-27T13:00:32,196 DEBUG [RS:1;a3dd13ba50c2:39231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,39231,1732712431581' 2024-11-27T13:00:32,196 DEBUG [RS:1;a3dd13ba50c2:39231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T13:00:32,197 DEBUG [RS:1;a3dd13ba50c2:39231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T13:00:32,197 DEBUG [RS:1;a3dd13ba50c2:39231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T13:00:32,197 DEBUG [RS:1;a3dd13ba50c2:39231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T13:00:32,197 DEBUG [RS:1;a3dd13ba50c2:39231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3dd13ba50c2,39231,1732712431581 2024-11-27T13:00:32,197 DEBUG [RS:1;a3dd13ba50c2:39231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3dd13ba50c2,39231,1732712431581' 2024-11-27T13:00:32,197 DEBUG [RS:1;a3dd13ba50c2:39231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T13:00:32,198 DEBUG [RS:1;a3dd13ba50c2:39231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T13:00:32,198 DEBUG [RS:1;a3dd13ba50c2:39231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T13:00:32,198 INFO [RS:1;a3dd13ba50c2:39231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T13:00:32,198 INFO [RS:1;a3dd13ba50c2:39231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T13:00:32,219 WARN [a3dd13ba50c2:38555 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T13:00:32,294 INFO [RS:0;a3dd13ba50c2:37131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T13:00:32,294 INFO [RS:2;a3dd13ba50c2:40425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T13:00:32,297 INFO [RS:2;a3dd13ba50c2:40425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C40425%2C1732712431616, suffix=, logDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,40425,1732712431616, archiveDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/oldWALs, maxLogs=32 2024-11-27T13:00:32,297 INFO [RS:0;a3dd13ba50c2:37131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C37131%2C1732712431537, suffix=, logDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537, archiveDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/oldWALs, maxLogs=32 2024-11-27T13:00:32,299 INFO [RS:1;a3dd13ba50c2:39231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T13:00:32,303 INFO [RS:1;a3dd13ba50c2:39231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C39231%2C1732712431581, suffix=, logDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,39231,1732712431581, archiveDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/oldWALs, maxLogs=32 2024-11-27T13:00:32,316 DEBUG [RS:0;a3dd13ba50c2:37131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537/a3dd13ba50c2%2C37131%2C1732712431537.1732712432303, exclude list is [], retry=0 2024-11-27T13:00:32,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-14c49e3f-7338-43ec-bdd4-c50b84a79fc0,DISK] 2024-11-27T13:00:32,320 DEBUG [RS:2;a3dd13ba50c2:40425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,40425,1732712431616/a3dd13ba50c2%2C40425%2C1732712431616.1732712432302, exclude list is [], retry=0 2024-11-27T13:00:32,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33939,DS-57f6ec85-3385-4dd5-9795-8369c4fee987,DISK] 2024-11-27T13:00:32,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35345,DS-3b4c0a5f-3794-41b0-81df-337e54461501,DISK] 2024-11-27T13:00:32,322 DEBUG [RS:1;a3dd13ba50c2:39231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,39231,1732712431581/a3dd13ba50c2%2C39231%2C1732712431581.1732712432305, exclude list is [], retry=0 2024-11-27T13:00:32,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33939,DS-57f6ec85-3385-4dd5-9795-8369c4fee987,DISK] 2024-11-27T13:00:32,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35345,DS-3b4c0a5f-3794-41b0-81df-337e54461501,DISK] 2024-11-27T13:00:32,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-14c49e3f-7338-43ec-bdd4-c50b84a79fc0,DISK] 2024-11-27T13:00:32,326 INFO [RS:0;a3dd13ba50c2:37131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537/a3dd13ba50c2%2C37131%2C1732712431537.1732712432303 2024-11-27T13:00:32,327 DEBUG [RS:0;a3dd13ba50c2:37131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32943:32943),(127.0.0.1/127.0.0.1:40469:40469),(127.0.0.1/127.0.0.1:42939:42939)] 2024-11-27T13:00:32,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-14c49e3f-7338-43ec-bdd4-c50b84a79fc0,DISK] 2024-11-27T13:00:32,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35345,DS-3b4c0a5f-3794-41b0-81df-337e54461501,DISK] 2024-11-27T13:00:32,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33939,DS-57f6ec85-3385-4dd5-9795-8369c4fee987,DISK] 2024-11-27T13:00:32,331 INFO [RS:2;a3dd13ba50c2:40425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,40425,1732712431616/a3dd13ba50c2%2C40425%2C1732712431616.1732712432302 2024-11-27T13:00:32,331 INFO [RS:1;a3dd13ba50c2:39231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,39231,1732712431581/a3dd13ba50c2%2C39231%2C1732712431581.1732712432305 2024-11-27T13:00:32,331 DEBUG [RS:2;a3dd13ba50c2:40425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42939:42939),(127.0.0.1/127.0.0.1:32943:32943),(127.0.0.1/127.0.0.1:40469:40469)] 2024-11-27T13:00:32,331 DEBUG [RS:1;a3dd13ba50c2:39231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40469:40469),(127.0.0.1/127.0.0.1:42939:42939),(127.0.0.1/127.0.0.1:32943:32943)] 2024-11-27T13:00:32,469 DEBUG [a3dd13ba50c2:38555 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-27T13:00:32,470 DEBUG [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(204): Hosts are {a3dd13ba50c2=0} racks are {/default-rack=0} 2024-11-27T13:00:32,476 DEBUG [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T13:00:32,476 DEBUG [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T13:00:32,476 DEBUG [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T13:00:32,476 DEBUG [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T13:00:32,477 DEBUG [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T13:00:32,477 DEBUG [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T13:00:32,477 INFO [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T13:00:32,477 INFO [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T13:00:32,477 INFO [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T13:00:32,477 DEBUG [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T13:00:32,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:00:32,481 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3dd13ba50c2,37131,1732712431537, state=OPENING 2024-11-27T13:00:32,497 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T13:00:32,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:32,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:32,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:32,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:00:32,510 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T13:00:32,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T13:00:32,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T13:00:32,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T13:00:32,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T13:00:32,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,37131,1732712431537}] 2024-11-27T13:00:33,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:00:33,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:00:33,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:00:34,291 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T13:00:34,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:00:34,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:00:34,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:00:34,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T13:00:34,974 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T13:00:40,480 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T13:00:40,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:00:40,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:00:40,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:00:40,617 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3dd13ba50c2:32983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-27T13:00:42,516 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T13:00:42,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38941, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T13:00:42,530 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T13:00:42,531 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T13:00:42,531 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T13:00:42,533 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C37131%2C1732712431537.meta, suffix=.meta, logDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537, archiveDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/oldWALs, maxLogs=32 2024-11-27T13:00:42,548 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537/a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta, exclude list is [], retry=0 2024-11-27T13:00:42,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-14c49e3f-7338-43ec-bdd4-c50b84a79fc0,DISK] 2024-11-27T13:00:42,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35345,DS-3b4c0a5f-3794-41b0-81df-337e54461501,DISK] 2024-11-27T13:00:42,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33939,DS-57f6ec85-3385-4dd5-9795-8369c4fee987,DISK] 2024-11-27T13:00:42,553 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537/a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta 2024-11-27T13:00:42,553 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32943:32943),(127.0.0.1/127.0.0.1:40469:40469),(127.0.0.1/127.0.0.1:42939:42939)] 2024-11-27T13:00:42,553 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T13:00:42,553 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T13:00:42,553 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T13:00:42,554 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T13:00:42,554 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T13:00:42,554 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:42,554 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T13:00:42,554 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T13:00:42,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T13:00:42,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T13:00:42,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:42,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:00:42,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T13:00:42,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T13:00:42,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:42,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:00:42,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T13:00:42,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T13:00:42,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:42,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:00:42,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T13:00:42,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T13:00:42,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:42,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:00:42,561 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T13:00:42,562 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740 2024-11-27T13:00:42,563 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740 2024-11-27T13:00:42,565 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T13:00:42,565 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T13:00:42,565 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T13:00:42,566 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T13:00:42,567 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73119698, jitterRate=0.08956840634346008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T13:00:42,568 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T13:00:42,568 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732712442554Writing region info on filesystem at 1732712442554Initializing all the Stores at 1732712442555 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712442555Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712442555Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712442555Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712442555Cleaning up temporary data from old regions at 1732712442565 (+10 ms)Running coprocessor post-open hooks at 1732712442568 (+3 ms)Region opened successfully at 1732712442568 2024-11-27T13:00:42,569 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732712442515 2024-11-27T13:00:42,571 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T13:00:42,571 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T13:00:42,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:00:42,573 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3dd13ba50c2,37131,1732712431537, state=OPEN 2024-11-27T13:00:42,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T13:00:42,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T13:00:42,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T13:00:42,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T13:00:42,623 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:00:42,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T13:00:42,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T13:00:42,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T13:00:42,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T13:00:42,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T13:00:42,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,37131,1732712431537 in 10.1130 sec 2024-11-27T13:00:42,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T13:00:42,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5600 sec 2024-11-27T13:00:42,630 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T13:00:42,630 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T13:00:42,632 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:00:42,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,37131,1732712431537, seqNum=-1] 2024-11-27T13:00:42,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:00:42,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52641, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:00:42,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6350 sec 2024-11-27T13:00:42,641 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732712442641, completionTime=-1 2024-11-27T13:00:42,641 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-27T13:00:42,641 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T13:00:42,643 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-27T13:00:42,643 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732712502643 2024-11-27T13:00:42,643 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732712562643 2024-11-27T13:00:42,643 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T13:00:42,644 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:00:42,644 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,38555,1732712431387-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:42,644 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,38555,1732712431387-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:42,644 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,38555,1732712431387-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:42,644 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3dd13ba50c2:38555, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:42,644 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:42,645 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:42,647 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T13:00:42,649 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.940sec 2024-11-27T13:00:42,649 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T13:00:42,649 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T13:00:42,650 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T13:00:42,650 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T13:00:42,650 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T13:00:42,650 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,38555,1732712431387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T13:00:42,650 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,38555,1732712431387-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T13:00:42,653 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T13:00:42,653 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T13:00:42,653 INFO [master/a3dd13ba50c2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3dd13ba50c2,38555,1732712431387-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T13:00:42,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481a3cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T13:00:42,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3dd13ba50c2,38555,-1 for getting cluster id 2024-11-27T13:00:42,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:00:42,664 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb5fdd5f-0e43-4fa3-b2fc-176a8ac66292' 2024-11-27T13:00:42,664 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:00:42,665 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb5fdd5f-0e43-4fa3-b2fc-176a8ac66292" 2024-11-27T13:00:42,665 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8889fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T13:00:42,665 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3dd13ba50c2,38555,-1] 2024-11-27T13:00:42,665 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:00:42,666 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:00:42,667 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:00:42,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24517013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T13:00:42,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:00:42,669 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,37131,1732712431537, seqNum=-1] 2024-11-27T13:00:42,670 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:00:42,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:00:42,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3dd13ba50c2,38555,1732712431387 2024-11-27T13:00:42,673 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732712442673 (current time:1732712442673). 2024-11-27T13:00:42,674 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T13:00:42,674 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-27T13:00:42,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4174749c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T13:00:42,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3dd13ba50c2,38555,-1 for getting cluster id 2024-11-27T13:00:42,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T13:00:42,675 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb5fdd5f-0e43-4fa3-b2fc-176a8ac66292' 2024-11-27T13:00:42,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T13:00:42,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb5fdd5f-0e43-4fa3-b2fc-176a8ac66292" 2024-11-27T13:00:42,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e806a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T13:00:42,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3dd13ba50c2,38555,-1] 2024-11-27T13:00:42,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T13:00:42,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:00:42,677 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T13:00:42,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d44a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T13:00:42,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:00:42,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,37131,1732712431537, seqNum=-1] 2024-11-27T13:00:42,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:00:42,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:00:42,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:00:42,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:00:42,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:00:42,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:00:42,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:00:42,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T13:00:42,684 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a3dd13ba50c2,38555,1732712431387 2024-11-27T13:00:42,684 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a98f44c 2024-11-27T13:00:42,684 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T13:00:42,685 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T13:00:42,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T13:00:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-27T13:00:42,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T13:00:42,688 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:42,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-27T13:00:42,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T13:00:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T13:00:42,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741837_1013 (size=361) 2024-11-27T13:00:42,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741837_1013 (size=361) 2024-11-27T13:00:42,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741837_1013 (size=361) 2024-11-27T13:00:42,701 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4fa36fd4cf019fc7a99c5a28e98a7449, NAME => 'SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023 2024-11-27T13:00:42,702 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9696abbcbcc078d0f9552d2127c542ba, NAME => 'SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023 2024-11-27T13:00:42,702 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 891edf57a6f928c07a1748de40c9dcf2, NAME => 'SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023 2024-11-27T13:00:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741838_1014 (size=54) 2024-11-27T13:00:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741838_1014 (size=54) 2024-11-27T13:00:42,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741839_1015 (size=62) 2024-11-27T13:00:42,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741840_1016 (size=62) 2024-11-27T13:00:42,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741839_1015 (size=62) 2024-11-27T13:00:42,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741839_1015 (size=62) 2024-11-27T13:00:42,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741838_1014 (size=54) 2024-11-27T13:00:42,718 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:42,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741840_1016 (size=62) 2024-11-27T13:00:42,718 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4fa36fd4cf019fc7a99c5a28e98a7449, disabling compactions & flushes 2024-11-27T13:00:42,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741840_1016 (size=62) 2024-11-27T13:00:42,718 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. 2024-11-27T13:00:42,718 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. 2024-11-27T13:00:42,718 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. after waiting 0 ms 2024-11-27T13:00:42,718 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. 2024-11-27T13:00:42,718 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. 2024-11-27T13:00:42,718 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4fa36fd4cf019fc7a99c5a28e98a7449: Waiting for close lock at 1732712442718Disabling compacts and flushes for region at 1732712442718Disabling writes for close at 1732712442718Writing region close event to WAL at 1732712442718Closed at 1732712442718 2024-11-27T13:00:42,719 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4a5b12ab477bb53334f6b316719ac4e7, NAME => 'SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023 2024-11-27T13:00:42,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:42,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9696abbcbcc078d0f9552d2127c542ba, disabling compactions & flushes 2024-11-27T13:00:42,719 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba. 2024-11-27T13:00:42,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba. 2024-11-27T13:00:42,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba. after waiting 0 ms 2024-11-27T13:00:42,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba. 2024-11-27T13:00:42,719 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba. 2024-11-27T13:00:42,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9696abbcbcc078d0f9552d2127c542ba: Waiting for close lock at 1732712442719Disabling compacts and flushes for region at 1732712442719Disabling writes for close at 1732712442719Writing region close event to WAL at 1732712442719Closed at 1732712442719 2024-11-27T13:00:42,720 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f456549eef80f6a738a718d8e849e4e5, NAME => 'SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023 2024-11-27T13:00:42,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:42,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 891edf57a6f928c07a1748de40c9dcf2, disabling compactions & flushes 2024-11-27T13:00:42,723 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. 2024-11-27T13:00:42,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. 2024-11-27T13:00:42,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. after waiting 0 ms 2024-11-27T13:00:42,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. 2024-11-27T13:00:42,723 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. 2024-11-27T13:00:42,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 891edf57a6f928c07a1748de40c9dcf2: Waiting for close lock at 1732712442723Disabling compacts and flushes for region at 1732712442723Disabling writes for close at 1732712442723Writing region close event to WAL at 1732712442723Closed at 1732712442723 2024-11-27T13:00:42,724 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f29eb19aee938e0fe934cf50cccb4743, NAME => 'SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023 2024-11-27T13:00:42,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741842_1018 (size=62) 2024-11-27T13:00:42,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741842_1018 (size=62) 2024-11-27T13:00:42,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741842_1018 (size=62) 2024-11-27T13:00:42,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:42,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f456549eef80f6a738a718d8e849e4e5, disabling compactions & flushes 2024-11-27T13:00:42,732 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. 2024-11-27T13:00:42,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. 2024-11-27T13:00:42,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. after waiting 0 ms 2024-11-27T13:00:42,732 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. 2024-11-27T13:00:42,732 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. 2024-11-27T13:00:42,733 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f456549eef80f6a738a718d8e849e4e5: Waiting for close lock at 1732712442732Disabling compacts and flushes for region at 1732712442732Disabling writes for close at 1732712442732Writing region close event to WAL at 1732712442732Closed at 1732712442732 2024-11-27T13:00:42,733 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5e6a1c95997e5049bbae36898963dda7, NAME => 'SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023 2024-11-27T13:00:42,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741841_1017 (size=62) 2024-11-27T13:00:42,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741841_1017 (size=62) 2024-11-27T13:00:42,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741841_1017 (size=62) 2024-11-27T13:00:42,740 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:42,740 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4a5b12ab477bb53334f6b316719ac4e7, disabling compactions & flushes 2024-11-27T13:00:42,740 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7. 2024-11-27T13:00:42,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7. 2024-11-27T13:00:42,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7. after waiting 0 ms 2024-11-27T13:00:42,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7. 2024-11-27T13:00:42,741 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7. 2024-11-27T13:00:42,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4a5b12ab477bb53334f6b316719ac4e7: Waiting for close lock at 1732712442740Disabling compacts and flushes for region at 1732712442740Disabling writes for close at 1732712442741 (+1 ms)Writing region close event to WAL at 1732712442741Closed at 1732712442741 2024-11-27T13:00:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741843_1019 (size=62) 2024-11-27T13:00:42,742 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 584749a28d77c54ae9e344675c1e12ba, NAME => 'SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023 2024-11-27T13:00:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741843_1019 (size=62) 2024-11-27T13:00:42,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741844_1020 (size=62) 2024-11-27T13:00:42,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741844_1020 (size=62) 2024-11-27T13:00:42,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:42,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5e6a1c95997e5049bbae36898963dda7, disabling compactions & flushes 2024-11-27T13:00:42,745 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. 2024-11-27T13:00:42,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. 2024-11-27T13:00:42,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. after waiting 0 ms 2024-11-27T13:00:42,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. 2024-11-27T13:00:42,746 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. 2024-11-27T13:00:42,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5e6a1c95997e5049bbae36898963dda7: Waiting for close lock at 1732712442745Disabling compacts and flushes for region at 1732712442745Disabling writes for close at 1732712442745Writing region close event to WAL at 1732712442746 (+1 ms)Closed at 1732712442746 2024-11-27T13:00:42,746 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f42ad27c3e032d13f850f428ac2badf5, NAME => 'SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023 2024-11-27T13:00:42,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:42,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f29eb19aee938e0fe934cf50cccb4743, disabling compactions & flushes 2024-11-27T13:00:42,749 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. 2024-11-27T13:00:42,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. 2024-11-27T13:00:42,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. after waiting 0 ms 2024-11-27T13:00:42,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. 2024-11-27T13:00:42,749 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. 2024-11-27T13:00:42,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f29eb19aee938e0fe934cf50cccb4743: Waiting for close lock at 1732712442749Disabling compacts and flushes for region at 1732712442749Disabling writes for close at 1732712442749Writing region close event to WAL at 1732712442749Closed at 1732712442749 2024-11-27T13:00:42,750 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f290fa3c7f62a76590ae178147e42f13, NAME => 'SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023 2024-11-27T13:00:42,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741844_1020 (size=62) 2024-11-27T13:00:42,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741843_1019 (size=62) 2024-11-27T13:00:42,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741845_1021 (size=62) 2024-11-27T13:00:42,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741845_1021 (size=62) 2024-11-27T13:00:42,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741845_1021 (size=62) 2024-11-27T13:00:42,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:42,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 584749a28d77c54ae9e344675c1e12ba, disabling compactions & flushes 2024-11-27T13:00:42,760 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba. 2024-11-27T13:00:42,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba. 2024-11-27T13:00:42,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba. after waiting 0 ms 2024-11-27T13:00:42,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba. 2024-11-27T13:00:42,760 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba. 2024-11-27T13:00:42,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 584749a28d77c54ae9e344675c1e12ba: Waiting for close lock at 1732712442759Disabling compacts and flushes for region at 1732712442759Disabling writes for close at 1732712442760 (+1 ms)Writing region close event to WAL at 1732712442760Closed at 1732712442760 2024-11-27T13:00:42,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741846_1022 (size=62) 2024-11-27T13:00:42,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741846_1022 (size=62) 2024-11-27T13:00:42,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741846_1022 (size=62) 2024-11-27T13:00:42,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:42,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f42ad27c3e032d13f850f428ac2badf5, disabling compactions & flushes 2024-11-27T13:00:42,762 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. 2024-11-27T13:00:42,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. 2024-11-27T13:00:42,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. after waiting 0 ms 2024-11-27T13:00:42,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. 2024-11-27T13:00:42,762 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. 2024-11-27T13:00:42,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f42ad27c3e032d13f850f428ac2badf5: Waiting for close lock at 1732712442762Disabling compacts and flushes for region at 1732712442762Disabling writes for close at 1732712442762Writing region close event to WAL at 1732712442762Closed at 1732712442762 2024-11-27T13:00:42,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741847_1023 (size=54) 2024-11-27T13:00:42,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741847_1023 (size=54) 2024-11-27T13:00:42,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741847_1023 (size=54) 2024-11-27T13:00:42,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:42,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f290fa3c7f62a76590ae178147e42f13, disabling compactions & flushes 2024-11-27T13:00:42,771 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. 2024-11-27T13:00:42,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. 2024-11-27T13:00:42,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. after waiting 0 ms 2024-11-27T13:00:42,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. 2024-11-27T13:00:42,772 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. 2024-11-27T13:00:42,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f290fa3c7f62a76590ae178147e42f13: Waiting for close lock at 1732712442771Disabling compacts and flushes for region at 1732712442771Disabling writes for close at 1732712442771Writing region close event to WAL at 1732712442771Closed at 1732712442771 2024-11-27T13:00:42,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T13:00:42,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732712442773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712442773"}]},"ts":"1732712442773"} 2024-11-27T13:00:42,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732712442773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712442773"}]},"ts":"1732712442773"} 2024-11-27T13:00:42,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732712442773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712442773"}]},"ts":"1732712442773"} 2024-11-27T13:00:42,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732712442773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712442773"}]},"ts":"1732712442773"} 2024-11-27T13:00:42,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732712442773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712442773"}]},"ts":"1732712442773"} 2024-11-27T13:00:42,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732712442773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712442773"}]},"ts":"1732712442773"} 2024-11-27T13:00:42,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732712442773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712442773"}]},"ts":"1732712442773"} 2024-11-27T13:00:42,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732712442773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712442773"}]},"ts":"1732712442773"} 2024-11-27T13:00:42,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732712442773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712442773"}]},"ts":"1732712442773"} 2024-11-27T13:00:42,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732712442773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732712442773"}]},"ts":"1732712442773"} 2024-11-27T13:00:42,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-27T13:00:42,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T13:00:42,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732712442780"}]},"ts":"1732712442780"} 2024-11-27T13:00:42,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-27T13:00:42,782 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a3dd13ba50c2=0} racks are {/default-rack=0} 2024-11-27T13:00:42,787 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T13:00:42,787 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T13:00:42,787 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T13:00:42,787 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T13:00:42,787 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T13:00:42,787 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T13:00:42,787 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T13:00:42,787 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T13:00:42,787 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T13:00:42,787 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T13:00:42,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=891edf57a6f928c07a1748de40c9dcf2, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9696abbcbcc078d0f9552d2127c542ba, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4fa36fd4cf019fc7a99c5a28e98a7449, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a5b12ab477bb53334f6b316719ac4e7, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f456549eef80f6a738a718d8e849e4e5, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f29eb19aee938e0fe934cf50cccb4743, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e6a1c95997e5049bbae36898963dda7, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=584749a28d77c54ae9e344675c1e12ba, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f42ad27c3e032d13f850f428ac2badf5, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f290fa3c7f62a76590ae178147e42f13, ASSIGN}] 2024-11-27T13:00:42,789 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9696abbcbcc078d0f9552d2127c542ba, ASSIGN 2024-11-27T13:00:42,790 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a5b12ab477bb53334f6b316719ac4e7, ASSIGN 2024-11-27T13:00:42,790 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f456549eef80f6a738a718d8e849e4e5, ASSIGN 2024-11-27T13:00:42,790 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4fa36fd4cf019fc7a99c5a28e98a7449, ASSIGN 2024-11-27T13:00:42,791 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9696abbcbcc078d0f9552d2127c542ba, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,37131,1732712431537; forceNewPlan=false, retain=false 2024-11-27T13:00:42,791 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a5b12ab477bb53334f6b316719ac4e7, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,37131,1732712431537; forceNewPlan=false, retain=false 2024-11-27T13:00:42,791 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f456549eef80f6a738a718d8e849e4e5, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,39231,1732712431581; forceNewPlan=false, retain=false 2024-11-27T13:00:42,792 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4fa36fd4cf019fc7a99c5a28e98a7449, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,39231,1732712431581; forceNewPlan=false, retain=false 2024-11-27T13:00:42,794 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e6a1c95997e5049bbae36898963dda7, ASSIGN 2024-11-27T13:00:42,794 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f290fa3c7f62a76590ae178147e42f13, ASSIGN 2024-11-27T13:00:42,794 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f42ad27c3e032d13f850f428ac2badf5, ASSIGN 2024-11-27T13:00:42,794 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=584749a28d77c54ae9e344675c1e12ba, ASSIGN 2024-11-27T13:00:42,794 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f29eb19aee938e0fe934cf50cccb4743, ASSIGN 2024-11-27T13:00:42,795 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e6a1c95997e5049bbae36898963dda7, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,40425,1732712431616; forceNewPlan=false, retain=false 2024-11-27T13:00:42,795 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f290fa3c7f62a76590ae178147e42f13, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,39231,1732712431581; forceNewPlan=false, retain=false 2024-11-27T13:00:42,795 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=584749a28d77c54ae9e344675c1e12ba, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,37131,1732712431537; forceNewPlan=false, retain=false 2024-11-27T13:00:42,795 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f42ad27c3e032d13f850f428ac2badf5, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,40425,1732712431616; forceNewPlan=false, retain=false 2024-11-27T13:00:42,796 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f29eb19aee938e0fe934cf50cccb4743, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,39231,1732712431581; forceNewPlan=false, retain=false 2024-11-27T13:00:42,798 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=891edf57a6f928c07a1748de40c9dcf2, ASSIGN 2024-11-27T13:00:42,799 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=891edf57a6f928c07a1748de40c9dcf2, ASSIGN; state=OFFLINE, location=a3dd13ba50c2,40425,1732712431616; forceNewPlan=false, retain=false 2024-11-27T13:00:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T13:00:42,942 INFO [a3dd13ba50c2:38555 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-27T13:00:42,943 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=891edf57a6f928c07a1748de40c9dcf2, regionState=OPENING, regionLocation=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:00:42,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5e6a1c95997e5049bbae36898963dda7, regionState=OPENING, regionLocation=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:00:42,943 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f29eb19aee938e0fe934cf50cccb4743, regionState=OPENING, regionLocation=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:00:42,943 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f290fa3c7f62a76590ae178147e42f13, regionState=OPENING, regionLocation=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:00:42,943 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f42ad27c3e032d13f850f428ac2badf5, regionState=OPENING, regionLocation=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:00:42,945 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4fa36fd4cf019fc7a99c5a28e98a7449, regionState=OPENING, regionLocation=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:00:42,945 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f456549eef80f6a738a718d8e849e4e5, regionState=OPENING, regionLocation=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:00:42,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=584749a28d77c54ae9e344675c1e12ba, regionState=OPENING, regionLocation=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:00:42,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4a5b12ab477bb53334f6b316719ac4e7, regionState=OPENING, regionLocation=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:00:42,947 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9696abbcbcc078d0f9552d2127c542ba, regionState=OPENING, regionLocation=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:00:42,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f29eb19aee938e0fe934cf50cccb4743, ASSIGN because future has completed 2024-11-27T13:00:42,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f29eb19aee938e0fe934cf50cccb4743, server=a3dd13ba50c2,39231,1732712431581}] 2024-11-27T13:00:42,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f42ad27c3e032d13f850f428ac2badf5, ASSIGN because future has completed 2024-11-27T13:00:42,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f42ad27c3e032d13f850f428ac2badf5, server=a3dd13ba50c2,40425,1732712431616}] 2024-11-27T13:00:42,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=891edf57a6f928c07a1748de40c9dcf2, ASSIGN because future has completed 2024-11-27T13:00:42,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e6a1c95997e5049bbae36898963dda7, ASSIGN because future has completed 2024-11-27T13:00:42,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 891edf57a6f928c07a1748de40c9dcf2, server=a3dd13ba50c2,40425,1732712431616}] 2024-11-27T13:00:42,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f290fa3c7f62a76590ae178147e42f13, ASSIGN because future has completed 2024-11-27T13:00:42,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f456549eef80f6a738a718d8e849e4e5, ASSIGN because future has completed 2024-11-27T13:00:42,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f456549eef80f6a738a718d8e849e4e5, server=a3dd13ba50c2,39231,1732712431581}] 2024-11-27T13:00:42,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4fa36fd4cf019fc7a99c5a28e98a7449, ASSIGN because future has completed 2024-11-27T13:00:42,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f290fa3c7f62a76590ae178147e42f13, server=a3dd13ba50c2,39231,1732712431581}] 2024-11-27T13:00:42,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fa36fd4cf019fc7a99c5a28e98a7449, server=a3dd13ba50c2,39231,1732712431581}] 2024-11-27T13:00:42,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e6a1c95997e5049bbae36898963dda7, server=a3dd13ba50c2,40425,1732712431616}] 2024-11-27T13:00:42,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=584749a28d77c54ae9e344675c1e12ba, ASSIGN because future has completed 2024-11-27T13:00:42,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a5b12ab477bb53334f6b316719ac4e7, ASSIGN because future has completed 2024-11-27T13:00:42,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9696abbcbcc078d0f9552d2127c542ba, ASSIGN because future has completed 2024-11-27T13:00:42,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a5b12ab477bb53334f6b316719ac4e7, server=a3dd13ba50c2,37131,1732712431537}] 2024-11-27T13:00:42,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9696abbcbcc078d0f9552d2127c542ba, server=a3dd13ba50c2,37131,1732712431537}] 2024-11-27T13:00:42,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 584749a28d77c54ae9e344675c1e12ba, server=a3dd13ba50c2,37131,1732712431537}] 2024-11-27T13:00:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T13:00:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T13:00:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T13:00:44,146 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T13:00:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T13:00:44,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T13:00:44,973 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T13:00:44,974 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T13:00:44,975 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T13:00:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T13:00:48,060 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T13:00:48,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:00:48,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:00:48,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:00:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T13:00:52,955 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T13:00:52,957 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T13:00:52,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36057, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T13:00:52,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47561, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T13:00:52,965 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. 2024-11-27T13:00:52,965 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. 2024-11-27T13:00:52,965 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => f29eb19aee938e0fe934cf50cccb4743, NAME => 'SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-27T13:00:52,965 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e6a1c95997e5049bbae36898963dda7, NAME => 'SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-27T13:00:52,966 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f29eb19aee938e0fe934cf50cccb4743 2024-11-27T13:00:52,966 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5e6a1c95997e5049bbae36898963dda7 2024-11-27T13:00:52,966 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:52,966 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:52,966 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for f29eb19aee938e0fe934cf50cccb4743 2024-11-27T13:00:52,966 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for f29eb19aee938e0fe934cf50cccb4743 2024-11-27T13:00:52,966 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5e6a1c95997e5049bbae36898963dda7 2024-11-27T13:00:52,966 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5e6a1c95997e5049bbae36898963dda7 2024-11-27T13:00:52,967 INFO [StoreOpener-f29eb19aee938e0fe934cf50cccb4743-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f29eb19aee938e0fe934cf50cccb4743 2024-11-27T13:00:52,967 INFO [StoreOpener-5e6a1c95997e5049bbae36898963dda7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5e6a1c95997e5049bbae36898963dda7 2024-11-27T13:00:52,969 INFO [StoreOpener-f29eb19aee938e0fe934cf50cccb4743-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f29eb19aee938e0fe934cf50cccb4743 columnFamilyName cf 2024-11-27T13:00:52,969 INFO [StoreOpener-5e6a1c95997e5049bbae36898963dda7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6a1c95997e5049bbae36898963dda7 columnFamilyName cf 2024-11-27T13:00:52,969 DEBUG [StoreOpener-f29eb19aee938e0fe934cf50cccb4743-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:52,969 DEBUG [StoreOpener-5e6a1c95997e5049bbae36898963dda7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:52,969 INFO [StoreOpener-f29eb19aee938e0fe934cf50cccb4743-1 {}] regionserver.HStore(327): Store=f29eb19aee938e0fe934cf50cccb4743/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:00:52,969 INFO [StoreOpener-5e6a1c95997e5049bbae36898963dda7-1 {}] regionserver.HStore(327): Store=5e6a1c95997e5049bbae36898963dda7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:00:52,970 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5e6a1c95997e5049bbae36898963dda7 2024-11-27T13:00:52,970 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for f29eb19aee938e0fe934cf50cccb4743 2024-11-27T13:00:52,970 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f29eb19aee938e0fe934cf50cccb4743 2024-11-27T13:00:52,970 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/5e6a1c95997e5049bbae36898963dda7 2024-11-27T13:00:52,971 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f29eb19aee938e0fe934cf50cccb4743 2024-11-27T13:00:52,971 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/5e6a1c95997e5049bbae36898963dda7 2024-11-27T13:00:52,971 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for f29eb19aee938e0fe934cf50cccb4743 2024-11-27T13:00:52,971 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for f29eb19aee938e0fe934cf50cccb4743 2024-11-27T13:00:52,971 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5e6a1c95997e5049bbae36898963dda7 2024-11-27T13:00:52,971 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5e6a1c95997e5049bbae36898963dda7 2024-11-27T13:00:52,973 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7. 2024-11-27T13:00:52,973 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a5b12ab477bb53334f6b316719ac4e7, NAME => 'SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T13:00:52,973 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for f29eb19aee938e0fe934cf50cccb4743 2024-11-27T13:00:52,973 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4a5b12ab477bb53334f6b316719ac4e7 2024-11-27T13:00:52,973 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5e6a1c95997e5049bbae36898963dda7 2024-11-27T13:00:52,973 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:52,973 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 4a5b12ab477bb53334f6b316719ac4e7 2024-11-27T13:00:52,973 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 4a5b12ab477bb53334f6b316719ac4e7 2024-11-27T13:00:52,975 INFO [StoreOpener-4a5b12ab477bb53334f6b316719ac4e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4a5b12ab477bb53334f6b316719ac4e7 2024-11-27T13:00:52,976 INFO [StoreOpener-4a5b12ab477bb53334f6b316719ac4e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a5b12ab477bb53334f6b316719ac4e7 columnFamilyName cf 2024-11-27T13:00:52,976 DEBUG [StoreOpener-4a5b12ab477bb53334f6b316719ac4e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:52,976 INFO [StoreOpener-4a5b12ab477bb53334f6b316719ac4e7-1 {}] regionserver.HStore(327): Store=4a5b12ab477bb53334f6b316719ac4e7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:00:52,977 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 4a5b12ab477bb53334f6b316719ac4e7 2024-11-27T13:00:52,977 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/4a5b12ab477bb53334f6b316719ac4e7 2024-11-27T13:00:52,977 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/4a5b12ab477bb53334f6b316719ac4e7 2024-11-27T13:00:52,978 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 4a5b12ab477bb53334f6b316719ac4e7 2024-11-27T13:00:52,978 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 4a5b12ab477bb53334f6b316719ac4e7 2024-11-27T13:00:52,979 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f29eb19aee938e0fe934cf50cccb4743/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:00:52,979 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/5e6a1c95997e5049bbae36898963dda7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:00:52,979 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 4a5b12ab477bb53334f6b316719ac4e7 2024-11-27T13:00:52,979 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened f29eb19aee938e0fe934cf50cccb4743; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74644355, jitterRate=0.11228756606578827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T13:00:52,979 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5e6a1c95997e5049bbae36898963dda7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69442223, jitterRate=0.03476975858211517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T13:00:52,980 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f29eb19aee938e0fe934cf50cccb4743 2024-11-27T13:00:52,980 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e6a1c95997e5049bbae36898963dda7 2024-11-27T13:00:52,980 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5e6a1c95997e5049bbae36898963dda7: Running coprocessor pre-open hook at 1732712452966Writing region info on filesystem at 1732712452966Initializing all the Stores at 1732712452967 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712452967Cleaning up temporary data from old regions at 1732712452971 (+4 ms)Running coprocessor post-open hooks at 1732712452980 (+9 ms)Region opened successfully at 1732712452980 2024-11-27T13:00:52,980 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for f29eb19aee938e0fe934cf50cccb4743: Running coprocessor pre-open hook at 1732712452966Writing region info on filesystem at 1732712452966Initializing all the Stores at 1732712452967 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712452967Cleaning up temporary data from old regions at 1732712452971 (+4 ms)Running coprocessor post-open hooks at 1732712452980 (+9 ms)Region opened successfully at 1732712452980 2024-11-27T13:00:52,981 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743., pid=15, masterSystemTime=1732712452954 2024-11-27T13:00:52,981 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7., pid=18, masterSystemTime=1732712452957 2024-11-27T13:00:52,982 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/4a5b12ab477bb53334f6b316719ac4e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:00:52,983 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. 2024-11-27T13:00:52,983 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 4a5b12ab477bb53334f6b316719ac4e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65114938, jitterRate=-0.029711812734603882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T13:00:52,983 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. 2024-11-27T13:00:52,983 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a5b12ab477bb53334f6b316719ac4e7 2024-11-27T13:00:52,983 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. 2024-11-27T13:00:52,983 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 4a5b12ab477bb53334f6b316719ac4e7: Running coprocessor pre-open hook at 1732712452973Writing region info on filesystem at 1732712452973Initializing all the Stores at 1732712452974 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712452974Cleaning up temporary data from old regions at 1732712452978 (+4 ms)Running coprocessor post-open hooks at 1732712452983 (+5 ms)Region opened successfully at 1732712452983 2024-11-27T13:00:52,983 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => f42ad27c3e032d13f850f428ac2badf5, NAME => 'SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-27T13:00:52,983 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f42ad27c3e032d13f850f428ac2badf5 2024-11-27T13:00:52,983 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:52,983 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for f42ad27c3e032d13f850f428ac2badf5 2024-11-27T13:00:52,983 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for f42ad27c3e032d13f850f428ac2badf5 2024-11-27T13:00:52,984 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5e6a1c95997e5049bbae36898963dda7, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:00:52,984 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7., pid=23, masterSystemTime=1732712452968 2024-11-27T13:00:52,984 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. 2024-11-27T13:00:52,984 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. 2024-11-27T13:00:52,984 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. 2024-11-27T13:00:52,984 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f456549eef80f6a738a718d8e849e4e5, NAME => 'SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-27T13:00:52,984 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f456549eef80f6a738a718d8e849e4e5 2024-11-27T13:00:52,984 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:52,984 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f456549eef80f6a738a718d8e849e4e5 2024-11-27T13:00:52,985 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f456549eef80f6a738a718d8e849e4e5 2024-11-27T13:00:52,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f29eb19aee938e0fe934cf50cccb4743, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:00:52,985 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7. 2024-11-27T13:00:52,986 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7. 2024-11-27T13:00:52,986 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba. 2024-11-27T13:00:52,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e6a1c95997e5049bbae36898963dda7, server=a3dd13ba50c2,40425,1732712431616 because future has completed 2024-11-27T13:00:52,986 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 584749a28d77c54ae9e344675c1e12ba, NAME => 'SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-27T13:00:52,986 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4a5b12ab477bb53334f6b316719ac4e7, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:00:52,986 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 584749a28d77c54ae9e344675c1e12ba 2024-11-27T13:00:52,987 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:52,987 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 584749a28d77c54ae9e344675c1e12ba 2024-11-27T13:00:52,987 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 584749a28d77c54ae9e344675c1e12ba 2024-11-27T13:00:52,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f29eb19aee938e0fe934cf50cccb4743, server=a3dd13ba50c2,39231,1732712431581 because future has completed 2024-11-27T13:00:52,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a5b12ab477bb53334f6b316719ac4e7, server=a3dd13ba50c2,37131,1732712431537 because future has completed 2024-11-27T13:00:52,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-27T13:00:52,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e6a1c95997e5049bbae36898963dda7, server=a3dd13ba50c2,40425,1732712431616 in 10.0320 sec 2024-11-27T13:00:52,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-27T13:00:52,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f29eb19aee938e0fe934cf50cccb4743, server=a3dd13ba50c2,39231,1732712431581 in 10.0400 sec 2024-11-27T13:00:52,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-27T13:00:52,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a5b12ab477bb53334f6b316719ac4e7, server=a3dd13ba50c2,37131,1732712431537 in 10.0260 sec 2024-11-27T13:00:52,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e6a1c95997e5049bbae36898963dda7, ASSIGN in 10.2030 sec 2024-11-27T13:00:52,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f29eb19aee938e0fe934cf50cccb4743, ASSIGN in 10.2040 sec 2024-11-27T13:00:52,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a5b12ab477bb53334f6b316719ac4e7, ASSIGN in 10.2040 sec 2024-11-27T13:00:52,994 INFO [StoreOpener-f42ad27c3e032d13f850f428ac2badf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f42ad27c3e032d13f850f428ac2badf5 2024-11-27T13:00:52,994 INFO [StoreOpener-f456549eef80f6a738a718d8e849e4e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f456549eef80f6a738a718d8e849e4e5 2024-11-27T13:00:52,994 INFO [StoreOpener-584749a28d77c54ae9e344675c1e12ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 584749a28d77c54ae9e344675c1e12ba 2024-11-27T13:00:52,995 INFO [StoreOpener-f456549eef80f6a738a718d8e849e4e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f456549eef80f6a738a718d8e849e4e5 columnFamilyName cf 2024-11-27T13:00:52,995 INFO [StoreOpener-f42ad27c3e032d13f850f428ac2badf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f42ad27c3e032d13f850f428ac2badf5 columnFamilyName cf 2024-11-27T13:00:52,995 INFO [StoreOpener-584749a28d77c54ae9e344675c1e12ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 584749a28d77c54ae9e344675c1e12ba columnFamilyName cf 2024-11-27T13:00:52,995 DEBUG [StoreOpener-f42ad27c3e032d13f850f428ac2badf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:52,995 DEBUG [StoreOpener-f456549eef80f6a738a718d8e849e4e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:52,995 DEBUG [StoreOpener-584749a28d77c54ae9e344675c1e12ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:52,996 INFO [StoreOpener-f42ad27c3e032d13f850f428ac2badf5-1 {}] regionserver.HStore(327): Store=f42ad27c3e032d13f850f428ac2badf5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:00:52,996 INFO [StoreOpener-584749a28d77c54ae9e344675c1e12ba-1 {}] regionserver.HStore(327): Store=584749a28d77c54ae9e344675c1e12ba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:00:52,996 INFO [StoreOpener-f456549eef80f6a738a718d8e849e4e5-1 {}] regionserver.HStore(327): Store=f456549eef80f6a738a718d8e849e4e5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:00:52,996 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for f42ad27c3e032d13f850f428ac2badf5 2024-11-27T13:00:52,996 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 584749a28d77c54ae9e344675c1e12ba 2024-11-27T13:00:52,996 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f456549eef80f6a738a718d8e849e4e5 2024-11-27T13:00:52,997 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f42ad27c3e032d13f850f428ac2badf5 2024-11-27T13:00:52,997 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/584749a28d77c54ae9e344675c1e12ba 2024-11-27T13:00:52,997 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f456549eef80f6a738a718d8e849e4e5 2024-11-27T13:00:52,997 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f42ad27c3e032d13f850f428ac2badf5 2024-11-27T13:00:52,997 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/584749a28d77c54ae9e344675c1e12ba 2024-11-27T13:00:52,997 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f456549eef80f6a738a718d8e849e4e5 2024-11-27T13:00:52,997 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for f42ad27c3e032d13f850f428ac2badf5 2024-11-27T13:00:52,997 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 584749a28d77c54ae9e344675c1e12ba 2024-11-27T13:00:52,997 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for f42ad27c3e032d13f850f428ac2badf5 2024-11-27T13:00:52,997 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 584749a28d77c54ae9e344675c1e12ba 2024-11-27T13:00:52,997 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f456549eef80f6a738a718d8e849e4e5 2024-11-27T13:00:52,997 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f456549eef80f6a738a718d8e849e4e5 2024-11-27T13:00:52,999 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 584749a28d77c54ae9e344675c1e12ba 2024-11-27T13:00:52,999 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for f42ad27c3e032d13f850f428ac2badf5 2024-11-27T13:00:52,999 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f456549eef80f6a738a718d8e849e4e5 2024-11-27T13:00:53,001 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f456549eef80f6a738a718d8e849e4e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:00:53,001 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f42ad27c3e032d13f850f428ac2badf5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:00:53,001 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f456549eef80f6a738a718d8e849e4e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62565660, jitterRate=-0.06769901514053345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T13:00:53,001 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened f42ad27c3e032d13f850f428ac2badf5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60948250, jitterRate=-0.09180030226707458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T13:00:53,001 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f456549eef80f6a738a718d8e849e4e5 2024-11-27T13:00:53,001 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f42ad27c3e032d13f850f428ac2badf5 2024-11-27T13:00:53,002 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for f42ad27c3e032d13f850f428ac2badf5: Running coprocessor pre-open hook at 1732712452983Writing region info on filesystem at 1732712452983Initializing all the Stores at 1732712452985 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712452985Cleaning up temporary data from old regions at 1732712452997 (+12 ms)Running coprocessor post-open hooks at 1732712453001 (+4 ms)Region opened successfully at 1732712453001 2024-11-27T13:00:53,002 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f456549eef80f6a738a718d8e849e4e5: Running coprocessor pre-open hook at 1732712452985Writing region info on filesystem at 1732712452985Initializing all the Stores at 1732712452986 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712452986Cleaning up temporary data from old regions at 1732712452997 (+11 ms)Running coprocessor post-open hooks at 1732712453001 (+4 ms)Region opened successfully at 1732712453001 2024-11-27T13:00:53,002 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5., pid=19, masterSystemTime=1732712452954 2024-11-27T13:00:53,002 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5., pid=16, masterSystemTime=1732712452957 2024-11-27T13:00:53,003 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/584749a28d77c54ae9e344675c1e12ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:00:53,004 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 584749a28d77c54ae9e344675c1e12ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73126109, jitterRate=0.08966393768787384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T13:00:53,004 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 584749a28d77c54ae9e344675c1e12ba 2024-11-27T13:00:53,004 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 584749a28d77c54ae9e344675c1e12ba: Running coprocessor pre-open hook at 1732712452987Writing region info on filesystem at 1732712452987Initializing all the Stores at 1732712452988 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712452989 (+1 ms)Cleaning up temporary data from old regions at 1732712452997 (+8 ms)Running coprocessor post-open hooks at 1732712453004 (+7 ms)Region opened successfully at 1732712453004 2024-11-27T13:00:53,004 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. 2024-11-27T13:00:53,004 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. 2024-11-27T13:00:53,004 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. 2024-11-27T13:00:53,005 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fa36fd4cf019fc7a99c5a28e98a7449, NAME => 'SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-27T13:00:53,005 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba., pid=24, masterSystemTime=1732712452968 2024-11-27T13:00:53,005 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4fa36fd4cf019fc7a99c5a28e98a7449 2024-11-27T13:00:53,005 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:53,005 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f456549eef80f6a738a718d8e849e4e5, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:00:53,005 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 4fa36fd4cf019fc7a99c5a28e98a7449 2024-11-27T13:00:53,005 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 4fa36fd4cf019fc7a99c5a28e98a7449 2024-11-27T13:00:53,005 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. 2024-11-27T13:00:53,005 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. 2024-11-27T13:00:53,005 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. 2024-11-27T13:00:53,006 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 891edf57a6f928c07a1748de40c9dcf2, NAME => 'SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-27T13:00:53,006 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 891edf57a6f928c07a1748de40c9dcf2 2024-11-27T13:00:53,006 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f42ad27c3e032d13f850f428ac2badf5, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:00:53,007 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:53,007 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 891edf57a6f928c07a1748de40c9dcf2 2024-11-27T13:00:53,007 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 891edf57a6f928c07a1748de40c9dcf2 2024-11-27T13:00:53,007 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba. 2024-11-27T13:00:53,007 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba. 2024-11-27T13:00:53,007 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba. 2024-11-27T13:00:53,007 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 9696abbcbcc078d0f9552d2127c542ba, NAME => 'SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-27T13:00:53,008 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=584749a28d77c54ae9e344675c1e12ba, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:00:53,008 INFO [StoreOpener-4fa36fd4cf019fc7a99c5a28e98a7449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4fa36fd4cf019fc7a99c5a28e98a7449 2024-11-27T13:00:53,008 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9696abbcbcc078d0f9552d2127c542ba 2024-11-27T13:00:53,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f456549eef80f6a738a718d8e849e4e5, server=a3dd13ba50c2,39231,1732712431581 because future has completed 2024-11-27T13:00:53,008 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:53,008 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 9696abbcbcc078d0f9552d2127c542ba 2024-11-27T13:00:53,008 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 9696abbcbcc078d0f9552d2127c542ba 2024-11-27T13:00:53,009 INFO [StoreOpener-891edf57a6f928c07a1748de40c9dcf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 891edf57a6f928c07a1748de40c9dcf2 2024-11-27T13:00:53,010 INFO [StoreOpener-4fa36fd4cf019fc7a99c5a28e98a7449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fa36fd4cf019fc7a99c5a28e98a7449 columnFamilyName cf 2024-11-27T13:00:53,010 DEBUG [StoreOpener-4fa36fd4cf019fc7a99c5a28e98a7449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:53,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f42ad27c3e032d13f850f428ac2badf5, server=a3dd13ba50c2,40425,1732712431616 because future has completed 2024-11-27T13:00:53,010 INFO [StoreOpener-4fa36fd4cf019fc7a99c5a28e98a7449-1 {}] regionserver.HStore(327): Store=4fa36fd4cf019fc7a99c5a28e98a7449/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:00:53,010 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 4fa36fd4cf019fc7a99c5a28e98a7449 2024-11-27T13:00:53,011 INFO [StoreOpener-891edf57a6f928c07a1748de40c9dcf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 891edf57a6f928c07a1748de40c9dcf2 columnFamilyName cf 2024-11-27T13:00:53,011 DEBUG [StoreOpener-891edf57a6f928c07a1748de40c9dcf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:53,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 584749a28d77c54ae9e344675c1e12ba, server=a3dd13ba50c2,37131,1732712431537 because future has completed 2024-11-27T13:00:53,012 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/4fa36fd4cf019fc7a99c5a28e98a7449 2024-11-27T13:00:53,012 INFO [StoreOpener-891edf57a6f928c07a1748de40c9dcf2-1 {}] regionserver.HStore(327): Store=891edf57a6f928c07a1748de40c9dcf2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:00:53,012 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 891edf57a6f928c07a1748de40c9dcf2 2024-11-27T13:00:53,013 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/4fa36fd4cf019fc7a99c5a28e98a7449 2024-11-27T13:00:53,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-27T13:00:53,013 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/891edf57a6f928c07a1748de40c9dcf2 2024-11-27T13:00:53,013 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/891edf57a6f928c07a1748de40c9dcf2 2024-11-27T13:00:53,014 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 4fa36fd4cf019fc7a99c5a28e98a7449 2024-11-27T13:00:53,014 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 4fa36fd4cf019fc7a99c5a28e98a7449 2024-11-27T13:00:53,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f456549eef80f6a738a718d8e849e4e5, server=a3dd13ba50c2,39231,1732712431581 in 10.0520 sec 2024-11-27T13:00:53,014 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 891edf57a6f928c07a1748de40c9dcf2 2024-11-27T13:00:53,014 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 891edf57a6f928c07a1748de40c9dcf2 2024-11-27T13:00:53,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-27T13:00:53,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f42ad27c3e032d13f850f428ac2badf5, server=a3dd13ba50c2,40425,1732712431616 in 10.0600 sec 2024-11-27T13:00:53,015 INFO [StoreOpener-9696abbcbcc078d0f9552d2127c542ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9696abbcbcc078d0f9552d2127c542ba 2024-11-27T13:00:53,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-27T13:00:53,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f456549eef80f6a738a718d8e849e4e5, ASSIGN in 10.2270 sec 2024-11-27T13:00:53,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 584749a28d77c54ae9e344675c1e12ba, server=a3dd13ba50c2,37131,1732712431537 in 10.0440 sec 2024-11-27T13:00:53,016 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 891edf57a6f928c07a1748de40c9dcf2 2024-11-27T13:00:53,017 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 4fa36fd4cf019fc7a99c5a28e98a7449 2024-11-27T13:00:53,017 INFO [StoreOpener-9696abbcbcc078d0f9552d2127c542ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9696abbcbcc078d0f9552d2127c542ba columnFamilyName cf 2024-11-27T13:00:53,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f42ad27c3e032d13f850f428ac2badf5, ASSIGN in 10.2280 sec 2024-11-27T13:00:53,017 DEBUG [StoreOpener-9696abbcbcc078d0f9552d2127c542ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:53,018 INFO [StoreOpener-9696abbcbcc078d0f9552d2127c542ba-1 {}] regionserver.HStore(327): Store=9696abbcbcc078d0f9552d2127c542ba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:00:53,018 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 9696abbcbcc078d0f9552d2127c542ba 2024-11-27T13:00:53,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=584749a28d77c54ae9e344675c1e12ba, ASSIGN in 10.2290 sec 2024-11-27T13:00:53,019 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/891edf57a6f928c07a1748de40c9dcf2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:00:53,019 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/9696abbcbcc078d0f9552d2127c542ba 2024-11-27T13:00:53,019 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 891edf57a6f928c07a1748de40c9dcf2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74445647, jitterRate=0.10932658612728119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T13:00:53,019 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 891edf57a6f928c07a1748de40c9dcf2 2024-11-27T13:00:53,019 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 891edf57a6f928c07a1748de40c9dcf2: Running coprocessor pre-open hook at 1732712453007Writing region info on filesystem at 1732712453007Initializing all the Stores at 1732712453008 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712453008Cleaning up temporary data from old regions at 1732712453014 (+6 ms)Running coprocessor post-open hooks at 1732712453019 (+5 ms)Region opened successfully at 1732712453019 2024-11-27T13:00:53,020 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/9696abbcbcc078d0f9552d2127c542ba 2024-11-27T13:00:53,020 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2., pid=17, masterSystemTime=1732712452957 2024-11-27T13:00:53,020 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 9696abbcbcc078d0f9552d2127c542ba 2024-11-27T13:00:53,020 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 9696abbcbcc078d0f9552d2127c542ba 2024-11-27T13:00:53,022 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. 2024-11-27T13:00:53,022 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. 2024-11-27T13:00:53,022 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 9696abbcbcc078d0f9552d2127c542ba 2024-11-27T13:00:53,023 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=891edf57a6f928c07a1748de40c9dcf2, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:00:53,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 891edf57a6f928c07a1748de40c9dcf2, server=a3dd13ba50c2,40425,1732712431616 because future has completed 2024-11-27T13:00:53,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-27T13:00:53,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 891edf57a6f928c07a1748de40c9dcf2, server=a3dd13ba50c2,40425,1732712431616 in 10.0720 sec 2024-11-27T13:00:53,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=891edf57a6f928c07a1748de40c9dcf2, ASSIGN in 10.2410 sec 2024-11-27T13:00:53,031 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/4fa36fd4cf019fc7a99c5a28e98a7449/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:00:53,031 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/9696abbcbcc078d0f9552d2127c542ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:00:53,032 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 4fa36fd4cf019fc7a99c5a28e98a7449; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63559895, jitterRate=-0.05288375914096832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T13:00:53,032 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 9696abbcbcc078d0f9552d2127c542ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61400985, jitterRate=-0.08505402505397797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T13:00:53,032 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fa36fd4cf019fc7a99c5a28e98a7449 2024-11-27T13:00:53,032 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9696abbcbcc078d0f9552d2127c542ba 2024-11-27T13:00:53,032 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 4fa36fd4cf019fc7a99c5a28e98a7449: Running coprocessor pre-open hook at 1732712453005Writing region info on filesystem at 1732712453005Initializing all the Stores at 1732712453006 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712453006Cleaning up temporary data from old regions at 1732712453014 (+8 ms)Running coprocessor post-open hooks at 1732712453032 (+18 ms)Region opened successfully at 1732712453032 2024-11-27T13:00:53,032 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 9696abbcbcc078d0f9552d2127c542ba: Running coprocessor pre-open hook at 1732712453009Writing region info on filesystem at 1732712453009Initializing all the Stores at 1732712453010 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712453010Cleaning up temporary data from old regions at 1732712453020 (+10 ms)Running coprocessor post-open hooks at 1732712453032 (+12 ms)Region opened successfully at 1732712453032 2024-11-27T13:00:53,033 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449., pid=21, masterSystemTime=1732712452954 2024-11-27T13:00:53,033 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba., pid=22, masterSystemTime=1732712452968 2024-11-27T13:00:53,035 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. 2024-11-27T13:00:53,035 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. 2024-11-27T13:00:53,035 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. 2024-11-27T13:00:53,035 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => f290fa3c7f62a76590ae178147e42f13, NAME => 'SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-27T13:00:53,035 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4fa36fd4cf019fc7a99c5a28e98a7449, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:00:53,035 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f290fa3c7f62a76590ae178147e42f13 2024-11-27T13:00:53,035 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba. 2024-11-27T13:00:53,036 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:00:53,036 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba. 2024-11-27T13:00:53,036 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for f290fa3c7f62a76590ae178147e42f13 2024-11-27T13:00:53,036 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for f290fa3c7f62a76590ae178147e42f13 2024-11-27T13:00:53,036 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9696abbcbcc078d0f9552d2127c542ba, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:00:53,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fa36fd4cf019fc7a99c5a28e98a7449, server=a3dd13ba50c2,39231,1732712431581 because future has completed 2024-11-27T13:00:53,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9696abbcbcc078d0f9552d2127c542ba, server=a3dd13ba50c2,37131,1732712431537 because future has completed 2024-11-27T13:00:53,038 INFO [StoreOpener-f290fa3c7f62a76590ae178147e42f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f290fa3c7f62a76590ae178147e42f13 2024-11-27T13:00:53,040 INFO [StoreOpener-f290fa3c7f62a76590ae178147e42f13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f290fa3c7f62a76590ae178147e42f13 columnFamilyName cf 2024-11-27T13:00:53,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-27T13:00:53,040 DEBUG [StoreOpener-f290fa3c7f62a76590ae178147e42f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:00:53,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fa36fd4cf019fc7a99c5a28e98a7449, server=a3dd13ba50c2,39231,1732712431581 in 10.0790 sec 2024-11-27T13:00:53,041 INFO [StoreOpener-f290fa3c7f62a76590ae178147e42f13-1 {}] regionserver.HStore(327): Store=f290fa3c7f62a76590ae178147e42f13/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T13:00:53,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-27T13:00:53,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9696abbcbcc078d0f9552d2127c542ba, server=a3dd13ba50c2,37131,1732712431537 in 10.0760 sec 2024-11-27T13:00:53,042 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for f290fa3c7f62a76590ae178147e42f13 2024-11-27T13:00:53,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4fa36fd4cf019fc7a99c5a28e98a7449, ASSIGN in 10.2540 sec 2024-11-27T13:00:53,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9696abbcbcc078d0f9552d2127c542ba, ASSIGN in 10.2540 sec 2024-11-27T13:00:53,043 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f290fa3c7f62a76590ae178147e42f13 2024-11-27T13:00:53,044 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f290fa3c7f62a76590ae178147e42f13 2024-11-27T13:00:53,044 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for f290fa3c7f62a76590ae178147e42f13 2024-11-27T13:00:53,044 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for f290fa3c7f62a76590ae178147e42f13 2024-11-27T13:00:53,046 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for f290fa3c7f62a76590ae178147e42f13 2024-11-27T13:00:53,049 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f290fa3c7f62a76590ae178147e42f13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T13:00:53,049 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened f290fa3c7f62a76590ae178147e42f13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69696686, jitterRate=0.03856155276298523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T13:00:53,050 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f290fa3c7f62a76590ae178147e42f13 2024-11-27T13:00:53,050 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for f290fa3c7f62a76590ae178147e42f13: Running coprocessor pre-open hook at 1732712453036Writing region info on filesystem at 1732712453036Initializing all the Stores at 1732712453037 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712453037Cleaning up temporary data from old regions at 1732712453044 (+7 ms)Running coprocessor post-open hooks at 1732712453050 (+6 ms)Region opened successfully at 1732712453050 2024-11-27T13:00:53,051 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13., pid=20, masterSystemTime=1732712452954 2024-11-27T13:00:53,053 DEBUG [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. 2024-11-27T13:00:53,053 INFO [RS_OPEN_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. 2024-11-27T13:00:53,053 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f290fa3c7f62a76590ae178147e42f13, regionState=OPEN, openSeqNum=2, regionLocation=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:00:53,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f290fa3c7f62a76590ae178147e42f13, server=a3dd13ba50c2,39231,1732712431581 because future has completed 2024-11-27T13:00:53,056 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38555 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=a3dd13ba50c2,39231,1732712431581, table=SPTestTable, region=f290fa3c7f62a76590ae178147e42f13. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T13:00:53,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-27T13:00:53,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f290fa3c7f62a76590ae178147e42f13, server=a3dd13ba50c2,39231,1732712431581 in 10.0970 sec 2024-11-27T13:00:53,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-27T13:00:53,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f290fa3c7f62a76590ae178147e42f13, ASSIGN in 10.2710 sec 2024-11-27T13:00:53,061 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T13:00:53,061 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732712453061"}]},"ts":"1732712453061"} 2024-11-27T13:00:53,063 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-27T13:00:53,064 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T13:00:53,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3780 sec 2024-11-27T13:00:56,146 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-27T13:00:58,470 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T13:00:58,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:00:58,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:00:58,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:01:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T13:01:00,951 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-27T13:01:00,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-27T13:01:00,952 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T13:01:00,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-27T13:01:00,962 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T13:01:00,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-27T13:01:01,001 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7., hostname=a3dd13ba50c2,40425,1732712431616, seqNum=2] 2024-11-27T13:01:01,003 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7., hostname=a3dd13ba50c2,40425,1732712431616, seqNum=2] 2024-11-27T13:01:01,005 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7., hostname=a3dd13ba50c2,40425,1732712431616, seqNum=2] 2024-11-27T13:01:01,006 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7., hostname=a3dd13ba50c2,40425,1732712431616, seqNum=2] 2024-11-27T13:01:01,007 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7., hostname=a3dd13ba50c2,40425,1732712431616, seqNum=2] 2024-11-27T13:01:01,008 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7., hostname=a3dd13ba50c2,40425,1732712431616, seqNum=2] 2024-11-27T13:01:01,042 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba., hostname=a3dd13ba50c2,37131,1732712431537, seqNum=2] 2024-11-27T13:01:01,044 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba., hostname=a3dd13ba50c2,37131,1732712431537, seqNum=2] 2024-11-27T13:01:01,045 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba., hostname=a3dd13ba50c2,37131,1732712431537, seqNum=2] 2024-11-27T13:01:01,047 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba., hostname=a3dd13ba50c2,37131,1732712431537, seqNum=2] 2024-11-27T13:01:01,048 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba., hostname=a3dd13ba50c2,37131,1732712431537, seqNum=2] 2024-11-27T13:01:01,077 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5., hostname=a3dd13ba50c2,40425,1732712431616, seqNum=2] 2024-11-27T13:01:01,079 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5., hostname=a3dd13ba50c2,40425,1732712431616, seqNum=2] 2024-11-27T13:01:01,081 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5., hostname=a3dd13ba50c2,40425,1732712431616, seqNum=2] 2024-11-27T13:01:01,082 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5., hostname=a3dd13ba50c2,40425,1732712431616, seqNum=2] 2024-11-27T13:01:01,084 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5., hostname=a3dd13ba50c2,40425,1732712431616, seqNum=2] 2024-11-27T13:01:01,137 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13., hostname=a3dd13ba50c2,39231,1732712431581, seqNum=2] 2024-11-27T13:01:01,139 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13., hostname=a3dd13ba50c2,39231,1732712431581, seqNum=2] 2024-11-27T13:01:01,141 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13., hostname=a3dd13ba50c2,39231,1732712431581, seqNum=2] 2024-11-27T13:01:01,142 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13., hostname=a3dd13ba50c2,39231,1732712431581, seqNum=2] 2024-11-27T13:01:01,144 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13., hostname=a3dd13ba50c2,39231,1732712431581, seqNum=2] 2024-11-27T13:01:01,365 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T13:01:01,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:01:01,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:01:01,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T13:01:01,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T13:01:01,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T13:01:01,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37131 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T13:01:01,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40425 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T13:01:01,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. 2024-11-27T13:01:02,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T13:01:02,249 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-27T13:01:02,249 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T13:01:02,250 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T13:01:02,251 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T13:01:02,253 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T13:01:02,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741848_1024 (size=49) 2024-11-27T13:01:02,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741848_1024 (size=49) 2024-11-27T13:01:02,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741848_1024 (size=49) 2024-11-27T13:01:02,266 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T13:01:02,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 891edf57a6f928c07a1748de40c9dcf2}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9696abbcbcc078d0f9552d2127c542ba}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fa36fd4cf019fc7a99c5a28e98a7449}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a5b12ab477bb53334f6b316719ac4e7}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f456549eef80f6a738a718d8e849e4e5}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f29eb19aee938e0fe934cf50cccb4743}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e6a1c95997e5049bbae36898963dda7}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 584749a28d77c54ae9e344675c1e12ba}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f42ad27c3e032d13f850f428ac2badf5}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f290fa3c7f62a76590ae178147e42f13}] 2024-11-27T13:01:02,268 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a5b12ab477bb53334f6b316719ac4e7 2024-11-27T13:01:02,268 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fa36fd4cf019fc7a99c5a28e98a7449 2024-11-27T13:01:02,268 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9696abbcbcc078d0f9552d2127c542ba 2024-11-27T13:01:02,268 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 891edf57a6f928c07a1748de40c9dcf2 2024-11-27T13:01:02,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f290fa3c7f62a76590ae178147e42f13 2024-11-27T13:01:02,272 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f42ad27c3e032d13f850f428ac2badf5 2024-11-27T13:01:02,272 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 584749a28d77c54ae9e344675c1e12ba 2024-11-27T13:01:02,272 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e6a1c95997e5049bbae36898963dda7 2024-11-27T13:01:02,272 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f29eb19aee938e0fe934cf50cccb4743 2024-11-27T13:01:02,275 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f456549eef80f6a738a718d8e849e4e5 2024-11-27T13:01:09,504 INFO [regionserver/a3dd13ba50c2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-27T13:01:12,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-27T13:01:12,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-27T13:01:12,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-27T13:01:12,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-27T13:01:12,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-27T13:01:12,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba. 2024-11-27T13:01:12,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. 2024-11-27T13:01:12,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-27T13:01:12,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. 2024-11-27T13:01:12,273 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 584749a28d77c54ae9e344675c1e12ba 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-27T13:01:12,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f456549eef80f6a738a718d8e849e4e5: 2024-11-27T13:01:12,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-27T13:01:12,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. for SnapshotProcedureTest completed. 2024-11-27T13:01:12,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-27T13:01:12,274 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f42ad27c3e032d13f850f428ac2badf5 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-27T13:01:12,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. 2024-11-27T13:01:12,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T13:01:12,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:01:12,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba. 2024-11-27T13:01:12,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T13:01:12,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 9696abbcbcc078d0f9552d2127c542ba: 2024-11-27T13:01:12,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba. for SnapshotProcedureTest completed. 2024-11-27T13:01:12,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7. 2024-11-27T13:01:12,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 4a5b12ab477bb53334f6b316719ac4e7: 2024-11-27T13:01:12,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T13:01:12,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7. for SnapshotProcedureTest completed. 2024-11-27T13:01:12,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:01:12,276 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing f290fa3c7f62a76590ae178147e42f13 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-27T13:01:12,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-27T13:01:12,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. 2024-11-27T13:01:12,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T13:01:12,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 4fa36fd4cf019fc7a99c5a28e98a7449: 2024-11-27T13:01:12,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. for SnapshotProcedureTest completed. 2024-11-27T13:01:12,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-27T13:01:12,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T13:01:12,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:01:12,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T13:01:12,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. 2024-11-27T13:01:12,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. 2024-11-27T13:01:12,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 891edf57a6f928c07a1748de40c9dcf2: 2024-11-27T13:01:12,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. for SnapshotProcedureTest completed. 2024-11-27T13:01:12,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T13:01:12,278 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 5e6a1c95997e5049bbae36898963dda7 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-27T13:01:12,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:01:12,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T13:01:12,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T13:01:12,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:01:12,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T13:01:12,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741850_1026 (size=65) 2024-11-27T13:01:12,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741850_1026 (size=65) 2024-11-27T13:01:12,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741850_1026 (size=65) 2024-11-27T13:01:12,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba. 2024-11-27T13:01:12,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-27T13:01:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-27T13:01:12,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9696abbcbcc078d0f9552d2127c542ba 2024-11-27T13:01:12,301 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9696abbcbcc078d0f9552d2127c542ba 2024-11-27T13:01:12,302 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/5e6a1c95997e5049bbae36898963dda7/.tmp/cf/91784f09df3345e18fe71fb40e0d56a7 is 34, key is aaa/cf:cf/1732712461752/Put/seqid=0 2024-11-27T13:01:12,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/584749a28d77c54ae9e344675c1e12ba/.tmp/cf/a19812c24b2e4f11aea7c093c9b87981 is 34, key is baa/cf:cf/1732712461759/Put/seqid=0 2024-11-27T13:01:12,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741851_1027 (size=65) 2024-11-27T13:01:12,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741851_1027 (size=65) 2024-11-27T13:01:12,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741851_1027 (size=65) 2024-11-27T13:01:12,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f42ad27c3e032d13f850f428ac2badf5/.tmp/cf/324ca2a4f6694448aab0cec66361bbba is 34, key is ccd/cf:cf/1732712461788/Put/seqid=0 2024-11-27T13:01:12,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. 2024-11-27T13:01:12,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-27T13:01:12,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9696abbcbcc078d0f9552d2127c542ba in 10.0350 sec 2024-11-27T13:01:12,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. 2024-11-27T13:01:12,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for f29eb19aee938e0fe934cf50cccb4743: 2024-11-27T13:01:12,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. for SnapshotProcedureTest completed. 2024-11-27T13:01:12,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T13:01:12,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:01:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-27T13:01:12,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T13:01:12,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4fa36fd4cf019fc7a99c5a28e98a7449 2024-11-27T13:01:12,308 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4fa36fd4cf019fc7a99c5a28e98a7449 2024-11-27T13:01:12,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741849_1025 (size=65) 2024-11-27T13:01:12,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4fa36fd4cf019fc7a99c5a28e98a7449 in 10.0480 sec 2024-11-27T13:01:12,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741849_1025 (size=65) 2024-11-27T13:01:12,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741849_1025 (size=65) 2024-11-27T13:01:12,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. 2024-11-27T13:01:12,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-27T13:01:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-27T13:01:12,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f456549eef80f6a738a718d8e849e4e5 2024-11-27T13:01:12,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741852_1028 (size=65) 2024-11-27T13:01:12,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741852_1028 (size=65) 2024-11-27T13:01:12,319 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f456549eef80f6a738a718d8e849e4e5 2024-11-27T13:01:12,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741852_1028 (size=65) 2024-11-27T13:01:12,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732712442686.4a5b12ab477bb53334f6b316719ac4e7. 2024-11-27T13:01:12,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-27T13:01:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-27T13:01:12,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4a5b12ab477bb53334f6b316719ac4e7 2024-11-27T13:01:12,321 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a5b12ab477bb53334f6b316719ac4e7 2024-11-27T13:01:12,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f456549eef80f6a738a718d8e849e4e5 in 10.0530 sec 2024-11-27T13:01:12,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4a5b12ab477bb53334f6b316719ac4e7 in 10.0550 sec 2024-11-27T13:01:12,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741853_1029 (size=57) 2024-11-27T13:01:12,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741853_1029 (size=57) 2024-11-27T13:01:12,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741853_1029 (size=57) 2024-11-27T13:01:12,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. 2024-11-27T13:01:12,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-27T13:01:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-27T13:01:12,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 891edf57a6f928c07a1748de40c9dcf2 2024-11-27T13:01:12,350 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 891edf57a6f928c07a1748de40c9dcf2 2024-11-27T13:01:12,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 891edf57a6f928c07a1748de40c9dcf2 in 10.0840 sec 2024-11-27T13:01:12,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f290fa3c7f62a76590ae178147e42f13/.tmp/cf/d16a81f1c14a45789d39b93fd0c63bfc is 34, key is eaa/cf:cf/1732712462182/Put/seqid=0 2024-11-27T13:01:12,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741854_1030 (size=26918) 2024-11-27T13:01:12,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741854_1030 (size=26918) 2024-11-27T13:01:12,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741855_1031 (size=28623) 2024-11-27T13:01:12,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741855_1031 (size=28623) 2024-11-27T13:01:12,372 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/5e6a1c95997e5049bbae36898963dda7/.tmp/cf/91784f09df3345e18fe71fb40e0d56a7 2024-11-27T13:01:12,372 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/584749a28d77c54ae9e344675c1e12ba/.tmp/cf/a19812c24b2e4f11aea7c093c9b87981 2024-11-27T13:01:12,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741855_1031 (size=28623) 2024-11-27T13:01:12,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741854_1030 (size=26918) 2024-11-27T13:01:12,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741858_1034 (size=499309) 2024-11-27T13:01:12,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741858_1034 (size=499309) 2024-11-27T13:01:12,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741858_1034 (size=499309) 2024-11-27T13:01:12,386 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f290fa3c7f62a76590ae178147e42f13/.tmp/cf/d16a81f1c14a45789d39b93fd0c63bfc 2024-11-27T13:01:12,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741856_1032 (size=47197) 2024-11-27T13:01:12,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741856_1032 (size=47197) 2024-11-27T13:01:12,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741856_1032 (size=47197) 2024-11-27T13:01:12,390 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f42ad27c3e032d13f850f428ac2badf5/.tmp/cf/324ca2a4f6694448aab0cec66361bbba 2024-11-27T13:01:12,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741857_1033 (size=65) 2024-11-27T13:01:12,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/5e6a1c95997e5049bbae36898963dda7/.tmp/cf/91784f09df3345e18fe71fb40e0d56a7 as hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/5e6a1c95997e5049bbae36898963dda7/cf/91784f09df3345e18fe71fb40e0d56a7 2024-11-27T13:01:12,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/584749a28d77c54ae9e344675c1e12ba/.tmp/cf/a19812c24b2e4f11aea7c093c9b87981 as hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/584749a28d77c54ae9e344675c1e12ba/cf/a19812c24b2e4f11aea7c093c9b87981 2024-11-27T13:01:12,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741857_1033 (size=65) 2024-11-27T13:01:12,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. 2024-11-27T13:01:12,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-27T13:01:12,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741857_1033 (size=65) 2024-11-27T13:01:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-27T13:01:12,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f29eb19aee938e0fe934cf50cccb4743 2024-11-27T13:01:12,398 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f29eb19aee938e0fe934cf50cccb4743 2024-11-27T13:01:12,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f29eb19aee938e0fe934cf50cccb4743 in 10.1320 sec 2024-11-27T13:01:12,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f42ad27c3e032d13f850f428ac2badf5/.tmp/cf/324ca2a4f6694448aab0cec66361bbba as hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f42ad27c3e032d13f850f428ac2badf5/cf/324ca2a4f6694448aab0cec66361bbba 2024-11-27T13:01:12,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f290fa3c7f62a76590ae178147e42f13/.tmp/cf/d16a81f1c14a45789d39b93fd0c63bfc as hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f290fa3c7f62a76590ae178147e42f13/cf/d16a81f1c14a45789d39b93fd0c63bfc 2024-11-27T13:01:12,406 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/5e6a1c95997e5049bbae36898963dda7/cf/91784f09df3345e18fe71fb40e0d56a7, entries=676, sequenceid=5, filesize=26.3 K 2024-11-27T13:01:12,407 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 5e6a1c95997e5049bbae36898963dda7 in 129ms, sequenceid=5, compaction requested=false 2024-11-27T13:01:12,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 5e6a1c95997e5049bbae36898963dda7: 2024-11-27T13:01:12,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. for SnapshotProcedureTest completed. 2024-11-27T13:01:12,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T13:01:12,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:01:12,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/5e6a1c95997e5049bbae36898963dda7/cf/91784f09df3345e18fe71fb40e0d56a7] hfiles 2024-11-27T13:01:12,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/5e6a1c95997e5049bbae36898963dda7/cf/91784f09df3345e18fe71fb40e0d56a7 for snapshot=SnapshotProcedureTest 2024-11-27T13:01:12,412 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f42ad27c3e032d13f850f428ac2badf5/cf/324ca2a4f6694448aab0cec66361bbba, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-27T13:01:12,413 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f290fa3c7f62a76590ae178147e42f13/cf/d16a81f1c14a45789d39b93fd0c63bfc, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-27T13:01:12,413 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/584749a28d77c54ae9e344675c1e12ba/cf/a19812c24b2e4f11aea7c093c9b87981, entries=731, sequenceid=5, filesize=28.0 K 2024-11-27T13:01:12,413 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f42ad27c3e032d13f850f428ac2badf5 in 139ms, sequenceid=5, compaction requested=false 2024-11-27T13:01:12,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f42ad27c3e032d13f850f428ac2badf5: 2024-11-27T13:01:12,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. for SnapshotProcedureTest completed. 2024-11-27T13:01:12,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T13:01:12,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:01:12,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f42ad27c3e032d13f850f428ac2badf5/cf/324ca2a4f6694448aab0cec66361bbba] hfiles 2024-11-27T13:01:12,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f42ad27c3e032d13f850f428ac2badf5/cf/324ca2a4f6694448aab0cec66361bbba for snapshot=SnapshotProcedureTest 2024-11-27T13:01:12,414 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for f290fa3c7f62a76590ae178147e42f13 in 140ms, sequenceid=5, compaction requested=false 2024-11-27T13:01:12,414 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 584749a28d77c54ae9e344675c1e12ba in 141ms, sequenceid=5, compaction requested=false 2024-11-27T13:01:12,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 584749a28d77c54ae9e344675c1e12ba: 2024-11-27T13:01:12,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f290fa3c7f62a76590ae178147e42f13: 2024-11-27T13:01:12,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba. for SnapshotProcedureTest completed. 2024-11-27T13:01:12,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. for SnapshotProcedureTest completed. 2024-11-27T13:01:12,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T13:01:12,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T13:01:12,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:01:12,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T13:01:12,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/584749a28d77c54ae9e344675c1e12ba/cf/a19812c24b2e4f11aea7c093c9b87981] hfiles 2024-11-27T13:01:12,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f290fa3c7f62a76590ae178147e42f13/cf/d16a81f1c14a45789d39b93fd0c63bfc] hfiles 2024-11-27T13:01:12,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/584749a28d77c54ae9e344675c1e12ba/cf/a19812c24b2e4f11aea7c093c9b87981 for snapshot=SnapshotProcedureTest 2024-11-27T13:01:12,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f290fa3c7f62a76590ae178147e42f13/cf/d16a81f1c14a45789d39b93fd0c63bfc for snapshot=SnapshotProcedureTest 2024-11-27T13:01:12,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741859_1035 (size=105) 2024-11-27T13:01:12,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741859_1035 (size=105) 2024-11-27T13:01:12,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741859_1035 (size=105) 2024-11-27T13:01:12,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. 2024-11-27T13:01:12,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-27T13:01:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-27T13:01:12,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5e6a1c95997e5049bbae36898963dda7 2024-11-27T13:01:12,426 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e6a1c95997e5049bbae36898963dda7 2024-11-27T13:01:12,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5e6a1c95997e5049bbae36898963dda7 in 10.1590 sec 2024-11-27T13:01:12,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741860_1036 (size=105) 2024-11-27T13:01:12,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741860_1036 (size=105) 2024-11-27T13:01:12,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741860_1036 (size=105) 2024-11-27T13:01:12,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732712442686.584749a28d77c54ae9e344675c1e12ba. 2024-11-27T13:01:12,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T13:01:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-27T13:01:12,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 584749a28d77c54ae9e344675c1e12ba 2024-11-27T13:01:12,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 584749a28d77c54ae9e344675c1e12ba 2024-11-27T13:01:12,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 584749a28d77c54ae9e344675c1e12ba in 10.1760 sec 2024-11-27T13:01:12,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741861_1037 (size=105) 2024-11-27T13:01:12,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741861_1037 (size=105) 2024-11-27T13:01:12,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741861_1037 (size=105) 2024-11-27T13:01:12,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. 2024-11-27T13:01:12,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-27T13:01:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-27T13:01:12,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f42ad27c3e032d13f850f428ac2badf5 2024-11-27T13:01:12,450 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f42ad27c3e032d13f850f428ac2badf5 2024-11-27T13:01:12,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f42ad27c3e032d13f850f428ac2badf5 in 10.1840 sec 2024-11-27T13:01:12,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741862_1038 (size=97) 2024-11-27T13:01:12,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741862_1038 (size=97) 2024-11-27T13:01:12,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741862_1038 (size=97) 2024-11-27T13:01:12,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. 2024-11-27T13:01:12,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T13:01:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-27T13:01:12,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f290fa3c7f62a76590ae178147e42f13 2024-11-27T13:01:12,462 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f290fa3c7f62a76590ae178147e42f13 2024-11-27T13:01:12,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-27T13:01:12,466 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T13:01:12,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f290fa3c7f62a76590ae178147e42f13 in 10.1960 sec 2024-11-27T13:01:12,467 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T13:01:12,467 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T13:01:12,468 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-27T13:01:12,470 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T13:01:12,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741863_1039 (size=1174) 2024-11-27T13:01:12,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741863_1039 (size=1174) 2024-11-27T13:01:12,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741863_1039 (size=1174) 2024-11-27T13:01:12,496 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T13:01:12,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-27T13:01:12,505 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:01:12,505 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:01:12,505 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:01:12,505 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:01:12,506 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:01:12,510 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:12,510 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:01:12,510 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:12,510 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:12,570 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T13:01:22,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-27T13:01:22,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-27T13:01:22,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-27T13:01:22,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-27T13:01:22,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-27T13:01:22,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-27T13:01:22,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-27T13:01:22,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-27T13:01:22,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39231 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-27T13:01:22,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T13:01:22,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-27T13:01:22,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-27T13:01:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-27T13:01:22,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-27T13:01:22,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T13:01:22,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T13:01:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-27T13:01:22,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-27T13:01:22,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-27T13:01:22,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-27T13:01:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-27T13:01:22,521 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40425,1732712431616 Release verify snapshot worker=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:01:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-27T13:01:22,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-27T13:01:22,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-27T13:01:22,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-27T13:01:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-27T13:01:22,522 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40425,1732712431616 Release verify snapshot worker=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:01:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-27T13:01:22,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40425,1732712431616 in 10.0200 sec 2024-11-27T13:01:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-27T13:01:22,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40425,1732712431616 in 10.0210 sec 2024-11-27T13:01:22,524 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,39231,1732712431581 Release verify snapshot worker=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:22,525 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,39231,1732712431581 Release verify snapshot worker=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:22,525 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40425,1732712431616 Release verify snapshot worker=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:01:22,525 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,37131,1732712431537 Release verify snapshot worker=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:01:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-27T13:01:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-27T13:01:22,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,39231,1732712431581 in 10.0230 sec 2024-11-27T13:01:22,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40425,1732712431616 in 10.0240 sec 2024-11-27T13:01:22,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,37131,1732712431537 in 10.0240 sec 2024-11-27T13:01:22,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,39231,1732712431581 in 10.0240 sec 2024-11-27T13:01:22,527 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:01:22,531 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,39231,1732712431581 Release verify snapshot worker=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:22,531 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,37131,1732712431537 Release verify snapshot worker=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:01:22,531 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,37131,1732712431537 Release verify snapshot worker=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:01:22,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,39231,1732712431581 in 10.0300 sec 2024-11-27T13:01:22,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,37131,1732712431537 in 10.0300 sec 2024-11-27T13:01:22,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,37131,1732712431537 in 10.0300 sec 2024-11-27T13:01:22,569 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing a3dd13ba50c2,37131,1732712431537 2024-11-27T13:01:22,570 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a3dd13ba50c2,37131,1732712431537: Simulated kill ***** 2024-11-27T13:01:22,570 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T13:01:22,570 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T13:01:22,571 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T13:01:22,571 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T13:01:22,571 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T13:01:22,571 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 533161336 }, "NonHeapMemoryUsage": { "committed": 176750592, "init": 7667712, "max": -1, "used": 171814624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T13:01:22,572 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38555 {}] master.MasterRpcServices(700): a3dd13ba50c2,37131,1732712431537 reported a fatal error: ***** ABORTING region server a3dd13ba50c2,37131,1732712431537: Simulated kill ***** 2024-11-27T13:01:22,572 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3dd13ba50c2,37131,1732712431537' ***** 2024-11-27T13:01:22,572 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-27T13:01:22,572 INFO [RS:0;a3dd13ba50c2:37131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T13:01:22,572 INFO [RS:0;a3dd13ba50c2:37131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-27T13:01:22,572 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T13:01:22,572 INFO [RS:0;a3dd13ba50c2:37131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-27T13:01:22,573 INFO [RS:0;a3dd13ba50c2:37131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T13:01:22,573 INFO [RS:0;a3dd13ba50c2:37131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3dd13ba50c2:37131. 2024-11-27T13:01:22,573 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T13:01:22,573 DEBUG [RS:0;a3dd13ba50c2:37131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:01:22,573 DEBUG [RS:0;a3dd13ba50c2:37131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:01:22,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741836_1012 (size=14382) 2024-11-27T13:01:22,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537/a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta not finished, retry = 0 2024-11-27T13:01:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741836_1012 (size=14382) 2024-11-27T13:01:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741836_1012 (size=14382) 2024-11-27T13:01:22,624 INFO [regionserver/a3dd13ba50c2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T13:01:22,654 INFO [master/a3dd13ba50c2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T13:01:22,654 INFO [master/a3dd13ba50c2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T13:01:22,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741833_1009 (size=1488) 2024-11-27T13:01:22,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741833_1009 (size=1488) 2024-11-27T13:01:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741833_1009 (size=1488) 2024-11-27T13:01:22,680 DEBUG [RS:0;a3dd13ba50c2:37131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:01:22,680 INFO [RS:0;a3dd13ba50c2:37131 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T13:01:22,680 INFO [RS:0;a3dd13ba50c2:37131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37131 2024-11-27T13:01:22,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3dd13ba50c2,37131,1732712431537 2024-11-27T13:01:22,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T13:01:22,733 INFO [RS:0;a3dd13ba50c2:37131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T13:01:22,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3dd13ba50c2,37131,1732712431537] 2024-11-27T13:01:22,749 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3dd13ba50c2,37131,1732712431537 already deleted, retry=false 2024-11-27T13:01:22,750 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a3dd13ba50c2,37131,1732712431537 on a3dd13ba50c2,38555,1732712431387 2024-11-27T13:01:22,752 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a3dd13ba50c2,37131,1732712431537, splitWal=true, meta=true 2024-11-27T13:01:22,753 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for a3dd13ba50c2,37131,1732712431537 (carryingMeta=true) a3dd13ba50c2,37131,1732712431537/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4d586b79[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T13:01:22,755 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a3dd13ba50c2,37131,1732712431537, splitWal=true, meta=true 2024-11-27T13:01:22,757 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a3dd13ba50c2,37131,1732712431537, splitWal=true, meta=true, isMeta: true 2024-11-27T13:01:22,759 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537-splitting 2024-11-27T13:01:22,760 INFO [PEWorker-4 {}] master.SplitWALManager(105): a3dd13ba50c2,37131,1732712431537 WAL count=1, meta=true 2024-11-27T13:01:22,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta}] 2024-11-27T13:01:22,762 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:01:22,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta, worker=a3dd13ba50c2,40425,1732712431616}] 2024-11-27T13:01:22,763 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-27T13:01:22,763 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-27T13:01:22,763 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-27T13:01:22,764 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,37131,1732712431537 Release verify snapshot worker=a3dd13ba50c2,37131,1732712431537 2024-11-27T13:01:22,764 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to a3dd13ba50c2,37131,1732712431537, this operation will be retried to send to another server 2024-11-27T13:01:22,765 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-27T13:01:22,765 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732712483765 2024-11-27T13:01:22,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:01:22,841 INFO [RS:0;a3dd13ba50c2:37131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T13:01:22,841 INFO [RS:0;a3dd13ba50c2:37131 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3dd13ba50c2,37131,1732712431537; zookeeper connection closed. 2024-11-27T13:01:22,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x1017dab11cc0001, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:01:22,842 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54b18ed4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54b18ed4 2024-11-27T13:01:23,239 INFO [regionserver/a3dd13ba50c2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T13:01:23,239 INFO [regionserver/a3dd13ba50c2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T13:01:23,769 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:01:31,365 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T13:01:32,733 INFO [regionserver/a3dd13ba50c2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-27T13:01:32,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-27T13:01:32,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-27T13:01:32,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-27T13:01:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-27T13:01:32,774 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40425,1732712431616 Release verify snapshot worker=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:01:32,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-27T13:01:32,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a3dd13ba50c2,40425,1732712431616 in 20.2730 sec 2024-11-27T13:01:32,777 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T13:01:32,777 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/.hbase-snapshot/SnapshotProcedureTest 2024-11-27T13:01:32,778 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T13:01:32,779 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-27T13:01:32,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.5310 sec 2024-11-27T13:01:32,788 INFO [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537-splitting/a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta, size=14.0 K (14382bytes) 2024-11-27T13:01:32,788 INFO [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537-splitting/a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta 2024-11-27T13:01:32,789 INFO [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537-splitting/a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta after 1ms 2024-11-27T13:01:32,792 INFO [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537-splitting/a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta took 4ms 2024-11-27T13:01:32,795 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-27T13:01:32,798 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537-splitting/a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta so closing down 2024-11-27T13:01:32,798 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T13:01:32,801 INFO [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta.temp 2024-11-27T13:01:32,803 INFO [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta.temp 2024-11-27T13:01:32,805 INFO [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T13:01:32,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741864_1040 (size=14141) 2024-11-27T13:01:32,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741864_1040 (size=14141) 2024-11-27T13:01:32,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741864_1040 (size=14141) 2024-11-27T13:01:32,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-27T13:01:32,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta.temp to hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-27T13:01:32,817 INFO [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 25 ms; skipped=1; WAL=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537-splitting/a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-27T13:01:32,817 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537-splitting/a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta, journal: Splitting hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537-splitting/a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta, size=14.0 K (14382bytes) at 1732712492788Finishing writing output for hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537-splitting/a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta so closing down at 1732712492798 (+10 ms)Creating recovered edits writer path=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta.temp at 1732712492803 (+5 ms)3 split writer threads finished at 1732712492805 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1732712492816 (+11 ms)Rename recovered edits hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta.temp to hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732712492817 (+1 ms)Processed 26 edits across 1 Regions in 25 ms; skipped=1; WAL=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537-splitting/a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732712492817 2024-11-27T13:01:32,818 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537-splitting/a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta 2024-11-27T13:01:32,818 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a3dd13ba50c2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-27T13:01:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38555 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-27T13:01:32,822 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537-splitting/a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta to hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/oldWALs 2024-11-27T13:01:32,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-27T13:01:32,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta, worker=a3dd13ba50c2,40425,1732712431616 in 10.0590 sec 2024-11-27T13:01:32,824 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=a3dd13ba50c2,40425,1732712431616 2024-11-27T13:01:32,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-27T13:01:32,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure a3dd13ba50c2%2C37131%2C1732712431537.meta.1732712442534.meta, worker=a3dd13ba50c2,40425,1732712431616 in 10.0640 sec 2024-11-27T13:01:32,828 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,37131,1732712431537-splitting dir is empty, no logs to split. 2024-11-27T13:01:32,828 INFO [PEWorker-1 {}] master.SplitWALManager(105): a3dd13ba50c2,37131,1732712431537 WAL count=0, meta=true 2024-11-27T13:01:32,828 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a3dd13ba50c2,37131,1732712431537 WAL splitting is done? wals=0, meta=true 2024-11-27T13:01:32,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T13:01:32,830 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T13:01:32,830 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T13:01:32,981 DEBUG [a3dd13ba50c2:38555 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-27T13:01:32,982 DEBUG [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(204): Hosts are {a3dd13ba50c2=0} racks are {/default-rack=0} 2024-11-27T13:01:32,983 DEBUG [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T13:01:32,983 DEBUG [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T13:01:32,983 DEBUG [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T13:01:32,983 DEBUG [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T13:01:32,983 INFO [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T13:01:32,983 INFO [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T13:01:32,983 DEBUG [a3dd13ba50c2:38555 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T13:01:32,984 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:32,986 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3dd13ba50c2,39231,1732712431581, state=OPENING 2024-11-27T13:01:33,044 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-27T13:01:33,046 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a3dd13ba50c2:37131 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a3dd13ba50c2/172.17.0.2:37131 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T13:01:33,048 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,37131,1732712431537, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,37131,1732712431537, seqNum=-1, error=java.net.ConnectException: Call to address=a3dd13ba50c2:37131 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a3dd13ba50c2/172.17.0.2:37131 2024-11-27T13:01:33,049 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,37131,1732712431537, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-27T13:01:33,049 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,37131,1732712431537, seqNum=-1 from cache 2024-11-27T13:01:33,051 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address a3dd13ba50c2:37131 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a3dd13ba50c2/172.17.0.2:37131 2024-11-27T13:01:33,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T13:01:33,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T13:01:33,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T13:01:33,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T13:01:33,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T13:01:33,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T13:01:33,056 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T13:01:33,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,39231,1732712431581}] 2024-11-27T13:01:33,159 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:01:33,160 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1] 2024-11-27T13:01:33,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39231 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:50204 deadline: 1732712553044, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:33,180 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:01:33,180 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:01:33,180 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 from cache 2024-11-27T13:01:33,389 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:01:33,391 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1] 2024-11-27T13:01:33,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39231 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:50204 deadline: 1732712553045, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:33,393 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:01:33,393 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:01:33,393 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 from cache 2024-11-27T13:01:33,699 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:01:33,701 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1] 2024-11-27T13:01:33,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39231 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:50204 deadline: 1732712553045, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:33,705 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:01:33,705 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:01:33,705 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 from cache 2024-11-27T13:01:34,219 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:01:34,220 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1] 2024-11-27T13:01:34,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39231 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:50204 deadline: 1732712553045, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:34,222 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:01:34,222 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:01:34,222 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 from cache 2024-11-27T13:01:35,229 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:01:35,231 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1] 2024-11-27T13:01:35,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39231 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:50204 deadline: 1732712553046, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:35,241 WARN [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRpcRetryingCaller(177): Call to a3dd13ba50c2,39231,1732712431581 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 16, timeout = 60000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-27T13:01:35,242 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:01:35,242 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:01:35,242 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 from cache 2024-11-27T13:01:37,096 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3dd13ba50c2:38555 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-27T13:01:37,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:01:37,261 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1] 2024-11-27T13:01:37,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39231 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:50204 deadline: 1732712553045, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:37,266 WARN [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRpcRetryingCaller(177): Call to a3dd13ba50c2,39231,1732712431581 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 16, timeout = 60000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-27T13:01:37,267 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:01:37,267 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:01:37,268 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 from cache 2024-11-27T13:01:37,966 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5e6a1c95997e5049bbae36898963dda7, had cached 0 bytes from a total of 26918 2024-11-27T13:01:37,984 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f42ad27c3e032d13f850f428ac2badf5, had cached 0 bytes from a total of 47197 2024-11-27T13:01:37,987 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 584749a28d77c54ae9e344675c1e12ba, had cached 0 bytes from a total of 28623 2024-11-27T13:01:38,036 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f290fa3c7f62a76590ae178147e42f13, had cached 0 bytes from a total of 499309 2024-11-27T13:01:41,289 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:01:41,292 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1] 2024-11-27T13:01:41,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39231 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:50204 deadline: 1732712553046, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:41,296 WARN [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRpcRetryingCaller(177): Call to a3dd13ba50c2,39231,1732712431581 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 16, timeout = 60000 ms, time elapsed = 8251 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-27T13:01:41,298 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:01:41,298 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on a3dd13ba50c2,39231,1732712431581 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T13:01:41,298 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1 from cache 2024-11-27T13:01:42,619 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3dd13ba50c2:32983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-27T13:01:42,645 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4fa36fd4cf019fc7a99c5a28e98a7449 changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:01:42,646 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f456549eef80f6a738a718d8e849e4e5 changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:01:42,647 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f29eb19aee938e0fe934cf50cccb4743 changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:01:42,647 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f290fa3c7f62a76590ae178147e42f13 changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:01:42,648 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 891edf57a6f928c07a1748de40c9dcf2 changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:01:42,648 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5e6a1c95997e5049bbae36898963dda7 changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:01:42,648 DEBUG [master/a3dd13ba50c2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f42ad27c3e032d13f850f428ac2badf5 changed from -1.0 to 0.0, refreshing cache 2024-11-27T13:01:43,070 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T13:01:43,071 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T13:01:43,071 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T13:01:43,074 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3dd13ba50c2%2C39231%2C1732712431581.meta, suffix=.meta, logDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,39231,1732712431581, archiveDir=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/oldWALs, maxLogs=32 2024-11-27T13:01:43,091 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,39231,1732712431581/a3dd13ba50c2%2C39231%2C1732712431581.meta.1732712503075.meta, exclude list is [], retry=0 2024-11-27T13:01:43,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35345,DS-3b4c0a5f-3794-41b0-81df-337e54461501,DISK] 2024-11-27T13:01:43,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-14c49e3f-7338-43ec-bdd4-c50b84a79fc0,DISK] 2024-11-27T13:01:43,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33939,DS-57f6ec85-3385-4dd5-9795-8369c4fee987,DISK] 2024-11-27T13:01:43,095 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/WALs/a3dd13ba50c2,39231,1732712431581/a3dd13ba50c2%2C39231%2C1732712431581.meta.1732712503075.meta 2024-11-27T13:01:43,095 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40469:40469),(127.0.0.1/127.0.0.1:32943:32943),(127.0.0.1/127.0.0.1:42939:42939)] 2024-11-27T13:01:43,095 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T13:01:43,096 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T13:01:43,096 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T13:01:43,096 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T13:01:43,096 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T13:01:43,096 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T13:01:43,096 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T13:01:43,096 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T13:01:43,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T13:01:43,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T13:01:43,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:01:43,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:01:43,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T13:01:43,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T13:01:43,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:01:43,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:01:43,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T13:01:43,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T13:01:43,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:01:43,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:01:43,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T13:01:43,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T13:01:43,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T13:01:43,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T13:01:43,102 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T13:01:43,103 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740 2024-11-27T13:01:43,105 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740 2024-11-27T13:01:43,106 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-27T13:01:43,116 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-27T13:01:43,116 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-27T13:01:43,133 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/.tmp/info/b9f4e4e3dcd84de6a79d34c341b53cf7 is 167, key is SPTestTable,19999999,1732712442686.9696abbcbcc078d0f9552d2127c542ba./info:regioninfo/1732712453036/Put/seqid=0 2024-11-27T13:01:43,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741866_1042 (size=18393) 2024-11-27T13:01:43,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741866_1042 (size=18393) 2024-11-27T13:01:43,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741866_1042 (size=18393) 2024-11-27T13:01:43,159 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/.tmp/info/b9f4e4e3dcd84de6a79d34c341b53cf7 2024-11-27T13:01:43,180 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/.tmp/ns/2ecd0b7c191b48e6b62ccd987d91062d is 43, key is default/ns:d/1732712442636/Put/seqid=0 2024-11-27T13:01:43,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741867_1043 (size=5153) 2024-11-27T13:01:43,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741867_1043 (size=5153) 2024-11-27T13:01:43,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741867_1043 (size=5153) 2024-11-27T13:01:43,188 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/.tmp/ns/2ecd0b7c191b48e6b62ccd987d91062d 2024-11-27T13:01:43,209 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/.tmp/table/b57419e787d442beab43ea44e30ac7ee is 47, key is SPTestTable/table:state/1732712453061/Put/seqid=0 2024-11-27T13:01:43,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741868_1044 (size=5214) 2024-11-27T13:01:43,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741868_1044 (size=5214) 2024-11-27T13:01:43,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741868_1044 (size=5214) 2024-11-27T13:01:43,217 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/.tmp/table/b57419e787d442beab43ea44e30ac7ee 2024-11-27T13:01:43,224 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/.tmp/info/b9f4e4e3dcd84de6a79d34c341b53cf7 as hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/info/b9f4e4e3dcd84de6a79d34c341b53cf7 2024-11-27T13:01:43,231 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/info/b9f4e4e3dcd84de6a79d34c341b53cf7, entries=100, sequenceid=28, filesize=18.0 K 2024-11-27T13:01:43,232 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/.tmp/ns/2ecd0b7c191b48e6b62ccd987d91062d as hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/ns/2ecd0b7c191b48e6b62ccd987d91062d 2024-11-27T13:01:43,238 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/ns/2ecd0b7c191b48e6b62ccd987d91062d, entries=2, sequenceid=28, filesize=5.0 K 2024-11-27T13:01:43,239 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/.tmp/table/b57419e787d442beab43ea44e30ac7ee as hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/table/b57419e787d442beab43ea44e30ac7ee 2024-11-27T13:01:43,245 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/table/b57419e787d442beab43ea44e30ac7ee, entries=2, sequenceid=28, filesize=5.1 K 2024-11-27T13:01:43,245 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=28, compaction requested=false; wal=null 2024-11-27T13:01:43,246 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-27T13:01:43,248 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T13:01:43,248 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T13:01:43,249 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T13:01:43,250 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T13:01:43,253 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-27T13:01:43,254 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68669100, jitterRate=0.023249328136444092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T13:01:43,254 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T13:01:43,254 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732712503096Writing region info on filesystem at 1732712503096Initializing all the Stores at 1732712503097 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712503097Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712503097Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732712503097Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732712503097Obtaining lock to block concurrent updates at 1732712503116 (+19 ms)Preparing flush snapshotting stores in 1588230740 at 1732712503116Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732712503117 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732712503117Flushing 1588230740/info: creating writer at 1732712503117Flushing 1588230740/info: appending metadata at 1732712503133 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732712503133Flushing 1588230740/ns: creating writer at 1732712503165 (+32 ms)Flushing 1588230740/ns: appending metadata at 1732712503179 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732712503179Flushing 1588230740/table: creating writer at 1732712503194 (+15 ms)Flushing 1588230740/table: appending metadata at 1732712503208 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732712503208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a15d5f: reopening flushed file at 1732712503223 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a375b6: reopening flushed file at 1732712503231 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd45c15: reopening flushed file at 1732712503238 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=28, compaction requested=false; wal=null at 1732712503246 (+8 ms)Cleaning up temporary data from old regions at 1732712503248 (+2 ms)Running coprocessor post-open hooks at 1732712503254 (+6 ms)Region opened successfully at 1732712503254 2024-11-27T13:01:43,255 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1732712503059 2024-11-27T13:01:43,257 DEBUG [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T13:01:43,257 INFO [RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T13:01:43,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:43,260 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3dd13ba50c2,39231,1732712431581, state=OPEN 2024-11-27T13:01:43,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T13:01:43,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T13:01:43,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T13:01:43,305 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:43,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T13:01:43,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T13:01:43,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T13:01:43,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-27T13:01:43,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3dd13ba50c2,39231,1732712431581 in 10.2490 sec 2024-11-27T13:01:43,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-27T13:01:43,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4790 sec 2024-11-27T13:01:43,310 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a3dd13ba50c2,37131,1732712431537 had 4 regions 2024-11-27T13:01:43,311 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a3dd13ba50c2,37131,1732712431537, splitWal=true, meta=true, isMeta: false 2024-11-27T13:01:43,314 INFO [PEWorker-3 {}] master.SplitWALManager(105): a3dd13ba50c2,37131,1732712431537 WAL count=1, meta=false 2024-11-27T13:01:43,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a3dd13ba50c2%2C37131%2C1732712431537.1732712432303}] 2024-11-27T13:01:43,316 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:43,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a3dd13ba50c2%2C37131%2C1732712431537.1732712432303, worker=a3dd13ba50c2,39231,1732712431581}] 2024-11-27T13:01:48,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:01:48,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:01:48,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:01:48,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T13:01:48,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:01:48,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:01:48,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T13:01:51,359 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T13:01:51,362 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3dd13ba50c2,39231,1732712431581, seqNum=-1] 2024-11-27T13:01:51,390 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-27T13:01:51,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T13:01:51,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:01:51,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:01:51,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:01:51,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:01:51,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T13:01:51,391 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T13:01:51,391 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=87817152, stopped=false 2024-11-27T13:01:51,391 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3dd13ba50c2,38555,1732712431387 2024-11-27T13:01:51,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T13:01:51,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T13:01:51,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T13:01:51,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:01:51,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:01:51,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:01:51,441 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T13:01:51,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T13:01:51,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:01:51,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:01:51,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T13:01:51,441 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3dd13ba50c2,39231,1732712431581' ***** 2024-11-27T13:01:51,441 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T13:01:51,441 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3dd13ba50c2,40425,1732712431616' ***** 2024-11-27T13:01:51,442 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T13:01:51,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T13:01:51,442 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T13:01:51,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T13:01:51,442 INFO [RS:2;a3dd13ba50c2:40425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T13:01:51,442 INFO [RS:2;a3dd13ba50c2:40425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T13:01:51,442 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T13:01:51,442 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(3091): Received CLOSE for f42ad27c3e032d13f850f428ac2badf5 2024-11-27T13:01:51,442 INFO [RS:1;a3dd13ba50c2:39231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T13:01:51,442 INFO [RS:1;a3dd13ba50c2:39231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T13:01:51,442 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(3091): Received CLOSE for f29eb19aee938e0fe934cf50cccb4743 2024-11-27T13:01:51,443 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T13:01:51,443 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T13:01:51,443 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(3091): Received CLOSE for 891edf57a6f928c07a1748de40c9dcf2 2024-11-27T13:01:51,443 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e6a1c95997e5049bbae36898963dda7 2024-11-27T13:01:51,443 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fa36fd4cf019fc7a99c5a28e98a7449 2024-11-27T13:01:51,443 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(959): stopping server a3dd13ba50c2,40425,1732712431616 2024-11-27T13:01:51,443 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f42ad27c3e032d13f850f428ac2badf5, disabling compactions & flushes 2024-11-27T13:01:51,443 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T13:01:51,443 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(3091): Received CLOSE for f456549eef80f6a738a718d8e849e4e5 2024-11-27T13:01:51,443 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. 2024-11-27T13:01:51,443 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(3091): Received CLOSE for f290fa3c7f62a76590ae178147e42f13 2024-11-27T13:01:51,443 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f29eb19aee938e0fe934cf50cccb4743, disabling compactions & flushes 2024-11-27T13:01:51,443 INFO [RS:2;a3dd13ba50c2:40425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a3dd13ba50c2:40425. 2024-11-27T13:01:51,443 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. 2024-11-27T13:01:51,443 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(959): stopping server a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:51,443 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. 2024-11-27T13:01:51,443 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. after waiting 0 ms 2024-11-27T13:01:51,443 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T13:01:51,443 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. 2024-11-27T13:01:51,443 DEBUG [RS:2;a3dd13ba50c2:40425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:01:51,443 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. 2024-11-27T13:01:51,443 INFO [RS:1;a3dd13ba50c2:39231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a3dd13ba50c2:39231. 2024-11-27T13:01:51,443 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. after waiting 0 ms 2024-11-27T13:01:51,443 DEBUG [RS:2;a3dd13ba50c2:40425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:01:51,443 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. 2024-11-27T13:01:51,443 DEBUG [RS:1;a3dd13ba50c2:39231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T13:01:51,443 DEBUG [RS:1;a3dd13ba50c2:39231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:01:51,443 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T13:01:51,443 DEBUG [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(1325): Online Regions={f42ad27c3e032d13f850f428ac2badf5=SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5., 891edf57a6f928c07a1748de40c9dcf2=SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2., 5e6a1c95997e5049bbae36898963dda7=SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7.} 2024-11-27T13:01:51,443 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T13:01:51,443 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T13:01:51,443 DEBUG [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(1351): Waiting on 5e6a1c95997e5049bbae36898963dda7, 891edf57a6f928c07a1748de40c9dcf2, f42ad27c3e032d13f850f428ac2badf5 2024-11-27T13:01:51,443 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T13:01:51,443 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T13:01:51,444 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-27T13:01:51,444 DEBUG [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(1325): Online Regions={f29eb19aee938e0fe934cf50cccb4743=SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743., 4fa36fd4cf019fc7a99c5a28e98a7449=SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449., 1588230740=hbase:meta,,1.1588230740, f456549eef80f6a738a718d8e849e4e5=SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5., f290fa3c7f62a76590ae178147e42f13=SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13.} 2024-11-27T13:01:51,444 DEBUG [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fa36fd4cf019fc7a99c5a28e98a7449, f290fa3c7f62a76590ae178147e42f13, f29eb19aee938e0fe934cf50cccb4743, f456549eef80f6a738a718d8e849e4e5 2024-11-27T13:01:51,444 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T13:01:51,444 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T13:01:51,444 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T13:01:51,444 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T13:01:51,444 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T13:01:51,447 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f29eb19aee938e0fe934cf50cccb4743/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T13:01:51,448 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-27T13:01:51,448 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. 2024-11-27T13:01:51,448 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f29eb19aee938e0fe934cf50cccb4743: Waiting for close lock at 1732712511443Running coprocessor pre-close hooks at 1732712511443Disabling compacts and flushes for region at 1732712511443Disabling writes for close at 1732712511443Writing region close event to WAL at 1732712511444 (+1 ms)Running coprocessor post-close hooks at 1732712511448 (+4 ms)Closed at 1732712511448 2024-11-27T13:01:51,448 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732712442686.f29eb19aee938e0fe934cf50cccb4743. 2024-11-27T13:01:51,449 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T13:01:51,449 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fa36fd4cf019fc7a99c5a28e98a7449, disabling compactions & flushes 2024-11-27T13:01:51,449 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. 2024-11-27T13:01:51,449 INFO [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T13:01:51,449 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. 2024-11-27T13:01:51,449 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732712511444Running coprocessor pre-close hooks at 1732712511444Disabling compacts and flushes for region at 1732712511444Disabling writes for close at 1732712511444Writing region close event to WAL at 1732712511445 (+1 ms)Running coprocessor post-close hooks at 1732712511449 (+4 ms)Closed at 1732712511449 2024-11-27T13:01:51,449 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. after waiting 0 ms 2024-11-27T13:01:51,449 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. 2024-11-27T13:01:51,449 DEBUG [RS_CLOSE_META-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T13:01:51,452 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f42ad27c3e032d13f850f428ac2badf5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T13:01:51,453 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. 2024-11-27T13:01:51,453 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f42ad27c3e032d13f850f428ac2badf5: Waiting for close lock at 1732712511443Running coprocessor pre-close hooks at 1732712511443Disabling compacts and flushes for region at 1732712511443Disabling writes for close at 1732712511443Writing region close event to WAL at 1732712511444 (+1 ms)Running coprocessor post-close hooks at 1732712511453 (+9 ms)Closed at 1732712511453 2024-11-27T13:01:51,453 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732712442686.f42ad27c3e032d13f850f428ac2badf5. 2024-11-27T13:01:51,453 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 891edf57a6f928c07a1748de40c9dcf2, disabling compactions & flushes 2024-11-27T13:01:51,453 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. 2024-11-27T13:01:51,453 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. 2024-11-27T13:01:51,453 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. after waiting 0 ms 2024-11-27T13:01:51,453 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. 2024-11-27T13:01:51,455 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/4fa36fd4cf019fc7a99c5a28e98a7449/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T13:01:51,455 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. 2024-11-27T13:01:51,455 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fa36fd4cf019fc7a99c5a28e98a7449: Waiting for close lock at 1732712511449Running coprocessor pre-close hooks at 1732712511449Disabling compacts and flushes for region at 1732712511449Disabling writes for close at 1732712511449Writing region close event to WAL at 1732712511449Running coprocessor post-close hooks at 1732712511455 (+6 ms)Closed at 1732712511455 2024-11-27T13:01:51,456 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732712442686.4fa36fd4cf019fc7a99c5a28e98a7449. 2024-11-27T13:01:51,456 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f456549eef80f6a738a718d8e849e4e5, disabling compactions & flushes 2024-11-27T13:01:51,456 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. 2024-11-27T13:01:51,456 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. 2024-11-27T13:01:51,456 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. after waiting 0 ms 2024-11-27T13:01:51,456 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. 2024-11-27T13:01:51,459 INFO [regionserver/a3dd13ba50c2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T13:01:51,462 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f456549eef80f6a738a718d8e849e4e5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T13:01:51,462 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/891edf57a6f928c07a1748de40c9dcf2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T13:01:51,463 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. 2024-11-27T13:01:51,463 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. 2024-11-27T13:01:51,463 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 891edf57a6f928c07a1748de40c9dcf2: Waiting for close lock at 1732712511453Running coprocessor pre-close hooks at 1732712511453Disabling compacts and flushes for region at 1732712511453Disabling writes for close at 1732712511453Writing region close event to WAL at 1732712511459 (+6 ms)Running coprocessor post-close hooks at 1732712511463 (+4 ms)Closed at 1732712511463 2024-11-27T13:01:51,463 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f456549eef80f6a738a718d8e849e4e5: Waiting for close lock at 1732712511456Running coprocessor pre-close hooks at 1732712511456Disabling compacts and flushes for region at 1732712511456Disabling writes for close at 1732712511456Writing region close event to WAL at 1732712511459 (+3 ms)Running coprocessor post-close hooks at 1732712511463 (+4 ms)Closed at 1732712511463 2024-11-27T13:01:51,463 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732712442686.891edf57a6f928c07a1748de40c9dcf2. 2024-11-27T13:01:51,463 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732712442686.f456549eef80f6a738a718d8e849e4e5. 2024-11-27T13:01:51,463 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e6a1c95997e5049bbae36898963dda7, disabling compactions & flushes 2024-11-27T13:01:51,463 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f290fa3c7f62a76590ae178147e42f13, disabling compactions & flushes 2024-11-27T13:01:51,463 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. 2024-11-27T13:01:51,463 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. 2024-11-27T13:01:51,463 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. 2024-11-27T13:01:51,463 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. after waiting 0 ms 2024-11-27T13:01:51,463 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. 2024-11-27T13:01:51,463 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. 2024-11-27T13:01:51,464 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. after waiting 0 ms 2024-11-27T13:01:51,464 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. 2024-11-27T13:01:51,465 INFO [regionserver/a3dd13ba50c2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T13:01:51,470 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/f290fa3c7f62a76590ae178147e42f13/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T13:01:51,470 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/data/default/SPTestTable/5e6a1c95997e5049bbae36898963dda7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T13:01:51,471 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. 2024-11-27T13:01:51,471 INFO [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. 2024-11-27T13:01:51,471 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f290fa3c7f62a76590ae178147e42f13: Waiting for close lock at 1732712511463Running coprocessor pre-close hooks at 1732712511463Disabling compacts and flushes for region at 1732712511463Disabling writes for close at 1732712511464 (+1 ms)Writing region close event to WAL at 1732712511467 (+3 ms)Running coprocessor post-close hooks at 1732712511471 (+4 ms)Closed at 1732712511471 2024-11-27T13:01:51,471 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e6a1c95997e5049bbae36898963dda7: Waiting for close lock at 1732712511463Running coprocessor pre-close hooks at 1732712511463Disabling compacts and flushes for region at 1732712511463Disabling writes for close at 1732712511463Writing region close event to WAL at 1732712511467 (+4 ms)Running coprocessor post-close hooks at 1732712511471 (+4 ms)Closed at 1732712511471 2024-11-27T13:01:51,471 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732712442686.f290fa3c7f62a76590ae178147e42f13. 2024-11-27T13:01:51,471 DEBUG [RS_CLOSE_REGION-regionserver/a3dd13ba50c2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732712442686.5e6a1c95997e5049bbae36898963dda7. 2024-11-27T13:01:51,644 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(976): stopping server a3dd13ba50c2,40425,1732712431616; all regions closed. 2024-11-27T13:01:51,644 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(976): stopping server a3dd13ba50c2,39231,1732712431581; all regions closed. 2024-11-27T13:01:51,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741834_1010 (size=2856) 2024-11-27T13:01:51,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741834_1010 (size=2856) 2024-11-27T13:01:51,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741834_1010 (size=2856) 2024-11-27T13:01:51,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741865_1041 (size=678) 2024-11-27T13:01:51,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741865_1041 (size=678) 2024-11-27T13:01:51,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741865_1041 (size=678) 2024-11-27T13:01:51,652 DEBUG [RS:2;a3dd13ba50c2:40425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/oldWALs 2024-11-27T13:01:51,653 INFO [RS:2;a3dd13ba50c2:40425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3dd13ba50c2%2C40425%2C1732712431616:(num 1732712432302) 2024-11-27T13:01:51,653 DEBUG [RS:2;a3dd13ba50c2:40425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:01:51,653 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T13:01:51,653 DEBUG [RS:1;a3dd13ba50c2:39231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/oldWALs 2024-11-27T13:01:51,653 INFO [RS:1;a3dd13ba50c2:39231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3dd13ba50c2%2C39231%2C1732712431581.meta:.meta(num 1732712503075) 2024-11-27T13:01:51,653 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T13:01:51,653 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.ChoreService(370): Chore service for: regionserver/a3dd13ba50c2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T13:01:51,653 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T13:01:51,653 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T13:01:51,653 INFO [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T13:01:51,653 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T13:01:51,653 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T13:01:51,654 INFO [RS:2;a3dd13ba50c2:40425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40425 2024-11-27T13:01:51,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741835_1011 (size=2947) 2024-11-27T13:01:51,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741835_1011 (size=2947) 2024-11-27T13:01:51,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741835_1011 (size=2947) 2024-11-27T13:01:51,661 DEBUG [RS:1;a3dd13ba50c2:39231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/oldWALs 2024-11-27T13:01:51,661 INFO [RS:1;a3dd13ba50c2:39231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3dd13ba50c2%2C39231%2C1732712431581:(num 1732712432305) 2024-11-27T13:01:51,661 DEBUG [RS:1;a3dd13ba50c2:39231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T13:01:51,661 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T13:01:51,661 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T13:01:51,661 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.ChoreService(370): Chore service for: regionserver/a3dd13ba50c2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T13:01:51,661 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T13:01:51,661 INFO [regionserver/a3dd13ba50c2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T13:01:51,661 INFO [RS:1;a3dd13ba50c2:39231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39231 2024-11-27T13:01:51,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T13:01:51,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3dd13ba50c2,40425,1732712431616 2024-11-27T13:01:51,679 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T13:01:51,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3dd13ba50c2,39231,1732712431581 2024-11-27T13:01:51,732 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T13:01:51,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3dd13ba50c2,40425,1732712431616] 2024-11-27T13:01:51,757 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3dd13ba50c2,40425,1732712431616 already deleted, retry=false 2024-11-27T13:01:51,757 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3dd13ba50c2,40425,1732712431616 expired; onlineServers=1 2024-11-27T13:01:51,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3dd13ba50c2,39231,1732712431581] 2024-11-27T13:01:51,766 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3dd13ba50c2,39231,1732712431581 already deleted, retry=false 2024-11-27T13:01:51,766 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3dd13ba50c2,39231,1732712431581 expired; onlineServers=0 2024-11-27T13:01:51,766 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3dd13ba50c2,38555,1732712431387' ***** 2024-11-27T13:01:51,766 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T13:01:51,766 INFO [M:0;a3dd13ba50c2:38555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T13:01:51,767 INFO [M:0;a3dd13ba50c2:38555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T13:01:51,767 DEBUG [M:0;a3dd13ba50c2:38555 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T13:01:51,767 DEBUG [M:0;a3dd13ba50c2:38555 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T13:01:51,767 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T13:01:51,767 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732712432011 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.large.0-1732712432011,5,FailOnTimeoutGroup] 2024-11-27T13:01:51,767 DEBUG [master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732712432011 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3dd13ba50c2:0:becomeActiveMaster-HFileCleaner.small.0-1732712432011,5,FailOnTimeoutGroup] 2024-11-27T13:01:51,768 INFO [M:0;a3dd13ba50c2:38555 {}] hbase.ChoreService(370): Chore service for: master/a3dd13ba50c2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T13:01:51,768 INFO [M:0;a3dd13ba50c2:38555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T13:01:51,768 DEBUG [M:0;a3dd13ba50c2:38555 {}] master.HMaster(1795): Stopping service threads 2024-11-27T13:01:51,769 INFO [M:0;a3dd13ba50c2:38555 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T13:01:51,769 INFO [M:0;a3dd13ba50c2:38555 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T13:01:51,769 ERROR [M:0;a3dd13ba50c2:38555 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:35395 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35395,5,PEWorkerGroup] 2024-11-27T13:01:51,770 INFO [M:0;a3dd13ba50c2:38555 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T13:01:51,770 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T13:01:51,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T13:01:51,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T13:01:51,779 DEBUG [M:0;a3dd13ba50c2:38555 {}] zookeeper.ZKUtil(347): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T13:01:51,779 WARN [M:0;a3dd13ba50c2:38555 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T13:01:51,780 INFO [M:0;a3dd13ba50c2:38555 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/.lastflushedseqids 2024-11-27T13:01:51,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741869_1045 (size=632) 2024-11-27T13:01:51,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741869_1045 (size=632) 2024-11-27T13:01:51,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741869_1045 (size=632) 2024-11-27T13:01:51,791 INFO [M:0;a3dd13ba50c2:38555 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T13:01:51,791 INFO [M:0;a3dd13ba50c2:38555 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T13:01:51,791 DEBUG [M:0;a3dd13ba50c2:38555 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T13:01:51,791 INFO [M:0;a3dd13ba50c2:38555 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:01:51,791 DEBUG [M:0;a3dd13ba50c2:38555 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:01:51,791 DEBUG [M:0;a3dd13ba50c2:38555 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T13:01:51,791 DEBUG [M:0;a3dd13ba50c2:38555 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:01:51,791 INFO [M:0;a3dd13ba50c2:38555 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=172.52 KB heapSize=211.63 KB 2024-11-27T13:01:51,806 DEBUG [M:0;a3dd13ba50c2:38555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68ede123260945f5a0982cc470dc6fbe is 82, key is hbase:meta,,1/info:regioninfo/1732712503259/Put/seqid=0 2024-11-27T13:01:51,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741870_1046 (size=6071) 2024-11-27T13:01:51,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741870_1046 (size=6071) 2024-11-27T13:01:51,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741870_1046 (size=6071) 2024-11-27T13:01:51,812 INFO [M:0;a3dd13ba50c2:38555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68ede123260945f5a0982cc470dc6fbe 2024-11-27T13:01:51,833 DEBUG [M:0;a3dd13ba50c2:38555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6aaf3535a0a84b49a02438599c7fa745 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732712453065/Put/seqid=0 2024-11-27T13:01:51,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741871_1047 (size=11559) 2024-11-27T13:01:51,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741871_1047 (size=11559) 2024-11-27T13:01:51,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741871_1047 (size=11559) 2024-11-27T13:01:51,840 INFO [M:0;a3dd13ba50c2:38555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=171.29 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6aaf3535a0a84b49a02438599c7fa745 2024-11-27T13:01:51,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:01:51,841 INFO [RS:2;a3dd13ba50c2:40425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T13:01:51,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40425-0x1017dab11cc0003, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:01:51,841 INFO [RS:2;a3dd13ba50c2:40425 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3dd13ba50c2,40425,1732712431616; zookeeper connection closed. 2024-11-27T13:01:51,841 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5233e9dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5233e9dc 2024-11-27T13:01:51,845 INFO [M:0;a3dd13ba50c2:38555 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6aaf3535a0a84b49a02438599c7fa745 2024-11-27T13:01:51,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:01:51,849 INFO [RS:1;a3dd13ba50c2:39231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T13:01:51,850 INFO [RS:1;a3dd13ba50c2:39231 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3dd13ba50c2,39231,1732712431581; zookeeper connection closed. 2024-11-27T13:01:51,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39231-0x1017dab11cc0002, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:01:51,850 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b2a83e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b2a83e4 2024-11-27T13:01:51,850 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-27T13:01:51,859 DEBUG [M:0;a3dd13ba50c2:38555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98529c76cd22402cadec5ea8730d353f is 69, key is a3dd13ba50c2,39231,1732712431581/rs:state/1732712432108/Put/seqid=0 2024-11-27T13:01:51,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741872_1048 (size=5442) 2024-11-27T13:01:51,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741872_1048 (size=5442) 2024-11-27T13:01:51,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741872_1048 (size=5442) 2024-11-27T13:01:51,865 INFO [M:0;a3dd13ba50c2:38555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98529c76cd22402cadec5ea8730d353f 2024-11-27T13:01:51,870 INFO [M:0;a3dd13ba50c2:38555 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98529c76cd22402cadec5ea8730d353f 2024-11-27T13:01:51,871 DEBUG [M:0;a3dd13ba50c2:38555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68ede123260945f5a0982cc470dc6fbe as hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68ede123260945f5a0982cc470dc6fbe 2024-11-27T13:01:51,876 INFO [M:0;a3dd13ba50c2:38555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68ede123260945f5a0982cc470dc6fbe, entries=14, sequenceid=416, filesize=5.9 K 2024-11-27T13:01:51,877 DEBUG [M:0;a3dd13ba50c2:38555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6aaf3535a0a84b49a02438599c7fa745 as hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6aaf3535a0a84b49a02438599c7fa745 2024-11-27T13:01:51,883 INFO [M:0;a3dd13ba50c2:38555 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6aaf3535a0a84b49a02438599c7fa745 2024-11-27T13:01:51,883 INFO [M:0;a3dd13ba50c2:38555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6aaf3535a0a84b49a02438599c7fa745, entries=52, sequenceid=416, filesize=11.3 K 2024-11-27T13:01:51,884 DEBUG [M:0;a3dd13ba50c2:38555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98529c76cd22402cadec5ea8730d353f as hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98529c76cd22402cadec5ea8730d353f 2024-11-27T13:01:51,889 INFO [M:0;a3dd13ba50c2:38555 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98529c76cd22402cadec5ea8730d353f 2024-11-27T13:01:51,889 INFO [M:0;a3dd13ba50c2:38555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35395/user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98529c76cd22402cadec5ea8730d353f, entries=3, sequenceid=416, filesize=5.3 K 2024-11-27T13:01:51,890 INFO [M:0;a3dd13ba50c2:38555 {}] regionserver.HRegion(3140): Finished flush of dataSize ~172.52 KB/176661, heapSize ~211.33 KB/216400, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=416, compaction requested=false 2024-11-27T13:01:51,892 INFO [M:0;a3dd13ba50c2:38555 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T13:01:51,892 DEBUG [M:0;a3dd13ba50c2:38555 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732712511791Disabling compacts and flushes for region at 1732712511791Disabling writes for close at 1732712511791Obtaining lock to block concurrent updates at 1732712511791Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732712511791Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=176661, getHeapSize=216640, getOffHeapSize=0, getCellsCount=515 at 1732712511791Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732712511792 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732712511792Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732712511805 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732712511806 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732712511817 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732712511833 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732712511833Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732712511845 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732712511858 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732712511858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@163138f7: reopening flushed file at 1732712511870 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbba179: reopening flushed file at 1732712511876 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b6feafe: reopening flushed file at 1732712511883 (+7 ms)Finished flush of dataSize ~172.52 KB/176661, heapSize ~211.33 KB/216400, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=416, compaction requested=false at 1732712511890 (+7 ms)Writing region close event to WAL at 1732712511892 (+2 ms)Closed at 1732712511892 2024-11-27T13:01:51,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741830_1006 (size=204516) 2024-11-27T13:01:51,894 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc482736-0a77-c3b4-161d-465b4a1b7023/MasterData/WALs/a3dd13ba50c2,38555,1732712431387/a3dd13ba50c2%2C38555%2C1732712431387.1732712431790 not finished, retry = 0 2024-11-27T13:01:51,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33939 is added to blk_1073741830_1006 (size=204516) 2024-11-27T13:01:51,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741830_1006 (size=204516) 2024-11-27T13:01:51,995 INFO [M:0;a3dd13ba50c2:38555 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T13:01:51,995 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T13:01:51,995 INFO [M:0;a3dd13ba50c2:38555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38555 2024-11-27T13:01:51,996 INFO [M:0;a3dd13ba50c2:38555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T13:01:52,124 INFO [M:0;a3dd13ba50c2:38555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T13:01:52,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:01:52,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38555-0x1017dab11cc0000, quorum=127.0.0.1:52687, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T13:01:52,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@553e562f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T13:01:52,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23255376{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T13:01:52,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T13:01:52,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@180e4735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T13:01:52,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78d78867{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/hadoop.log.dir/,STOPPED} 2024-11-27T13:01:52,130 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T13:01:52,130 WARN [BP-1543094379-172.17.0.2-1732712429623 heartbeating to localhost/127.0.0.1:35395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T13:01:52,130 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T13:01:52,130 WARN [BP-1543094379-172.17.0.2-1732712429623 heartbeating to localhost/127.0.0.1:35395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1543094379-172.17.0.2-1732712429623 (Datanode Uuid 7990ca58-7d52-4d08-b334-e2f3a47db3db) service to localhost/127.0.0.1:35395 2024-11-27T13:01:52,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/cluster_5b32ec9b-32c8-cff4-95fd-4fc9bae01f57/data/data5/current/BP-1543094379-172.17.0.2-1732712429623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T13:01:52,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/cluster_5b32ec9b-32c8-cff4-95fd-4fc9bae01f57/data/data6/current/BP-1543094379-172.17.0.2-1732712429623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T13:01:52,132 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T13:01:52,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ff2c577{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T13:01:52,136 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69446df2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T13:01:52,136 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T13:01:52,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70fbbb4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T13:01:52,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e949aef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/hadoop.log.dir/,STOPPED} 2024-11-27T13:01:52,138 WARN [BP-1543094379-172.17.0.2-1732712429623 heartbeating to localhost/127.0.0.1:35395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T13:01:52,138 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T13:01:52,138 WARN [BP-1543094379-172.17.0.2-1732712429623 heartbeating to localhost/127.0.0.1:35395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1543094379-172.17.0.2-1732712429623 (Datanode Uuid 2906bd8a-c654-4a3c-b5f2-81e000f3f78b) service to localhost/127.0.0.1:35395 2024-11-27T13:01:52,138 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T13:01:52,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/cluster_5b32ec9b-32c8-cff4-95fd-4fc9bae01f57/data/data3/current/BP-1543094379-172.17.0.2-1732712429623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T13:01:52,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/cluster_5b32ec9b-32c8-cff4-95fd-4fc9bae01f57/data/data4/current/BP-1543094379-172.17.0.2-1732712429623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T13:01:52,139 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T13:01:52,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2db41d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T13:01:52,142 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@783535ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T13:01:52,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T13:01:52,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7afabc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T13:01:52,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@363b88c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/hadoop.log.dir/,STOPPED} 2024-11-27T13:01:52,143 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T13:01:52,143 WARN [BP-1543094379-172.17.0.2-1732712429623 heartbeating to localhost/127.0.0.1:35395 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T13:01:52,143 WARN [BP-1543094379-172.17.0.2-1732712429623 heartbeating to localhost/127.0.0.1:35395 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1543094379-172.17.0.2-1732712429623 (Datanode Uuid 6e301616-ab8a-46bd-996b-d69a3c0b0a70) service to localhost/127.0.0.1:35395 2024-11-27T13:01:52,143 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T13:01:52,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/cluster_5b32ec9b-32c8-cff4-95fd-4fc9bae01f57/data/data1/current/BP-1543094379-172.17.0.2-1732712429623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T13:01:52,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/cluster_5b32ec9b-32c8-cff4-95fd-4fc9bae01f57/data/data2/current/BP-1543094379-172.17.0.2-1732712429623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T13:01:52,144 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T13:01:52,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49a02228{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T13:01:52,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73963032{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T13:01:52,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T13:01:52,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fb14da0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T13:01:52,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37206f93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46afced0-e0b1-8c7c-5877-484f846b3394/hadoop.log.dir/,STOPPED} 2024-11-27T13:01:52,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T13:01:52,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T13:01:52,199 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=131 (was 96) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35395 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35395 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35395 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/a3dd13ba50c2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35395 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a3dd13ba50c2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35395 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=39 (was 57), ProcessCount=11 (was 11), AvailableMemoryMB=8686 (was 8933)